-- Logs begin at Mon 2021-06-28 16:00:05 UTC, end at Mon 2021-06-28 16:59:34 UTC. --
Jun 28 16:32:53.762441 dv-cinder-798104-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Jun 28 16:32:55.887562 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.common.config [-] Logging enabled!
Jun 28 16:32:55.888305 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.3.dev53
Jun 28 16:32:55.888415 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=74047) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Jun 28 16:32:55.890639 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.common.config [-] Logging enabled!
Jun 28 16:32:55.890881 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.3.dev53
Jun 28 16:32:55.891130 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=74047) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Jun 28 16:32:55.892092 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}}
Jun 28 16:32:55.892327 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}}
Jun 28 16:32:55.892698 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}}
Jun 28 16:32:55.892948 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}}
Jun 28 16:32:55.893200 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}}
Jun 28 16:32:55.893532 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:55.893845 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:55.894147 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:55.894380 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:55.894683 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:55.894977 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:55.895804 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:55.896101 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:55.896403 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:55.896692 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:55.896974 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:55.897291 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:55.897528 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:55.897814 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:55.898103 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:55.898392 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:55.898618 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] debug                          = True {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:55.898903 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:55.899339 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:55.899762 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:55.900052 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:55.900490 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:55.900603 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:55.900887 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:55.901199 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:55.901546 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] host                           = dv-cinder-798104-1-iscsi {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:55.901826 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:55.902115 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:55.902401 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:55.902688 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:55.902969 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:55.903245 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:55.903531 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:55.903807 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:55.904080 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:55.904353 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:55.904640 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:55.904930 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:55.905249 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:55.905478 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:55.905703 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:55.905992 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:55.906283 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:55.906559 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:55.906837 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:55.907113 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:55.907387 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:55.907660 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:55.907931 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:55.908216 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:55.908503 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:55.908787 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:55.909063 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:55.909362 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:55.909639 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:55.909914 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:55.910205 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:55.910480 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:55.911638 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:55.911921 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:55.912216 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:55.912490 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:55.912767 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:55.913075 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:55.913389 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:55.913674 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:55.913961 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:55.914238 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:55.914523 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:55.914798 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:55.915077 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:55.915353 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:55.915630 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:55.915906 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:55.916193 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:55.916469 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:55.916745 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:55.917020 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:55.917318 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:55.917607 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:55.917930 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:55.918212 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:55.918516 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:55.918804 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:55.919098 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:55.919385 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:55.919678 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:55.919960 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:55.920258 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:55.920548 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:55.920842 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:55.921135 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:55.921433 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:55.921730 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:55.922024 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:55.922302 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:55.922584 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:55.922879 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:55.923164 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:55.923440 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:55.923724 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:55.924017 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:55.924301 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:55.924577 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:55.924863 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:55.925163 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:55.925443 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:55.925720 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:55.926004 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:55.926324 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:55.926609 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:55.926885 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:55.927158 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:55.927439 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:55.927713 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:55.928004 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:55.928285 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:55.928563 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:55.928840 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:55.929136 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:55.929419 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:55.929694 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:55.929976 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:55.930258 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:55.930540 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:55.930816 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:55.931092 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:55.931366 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:55.931638 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:55.931915 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:55.932190 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:55.932463 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:55.932744 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:55.933020 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:55.933360 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:55.933604 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:55.933880 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:55.934157 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:55.934447 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:55.934749 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:55.935032 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:55.935313 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:55.935593 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:55.935875 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:55.936157 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:55.936439 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:55.936718 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:55.936997 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:55.937297 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:55.937591 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:55.937875 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:55.938164 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:55.938452 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:55.938734 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:55.939033 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:55.939312 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:55.939596 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:55.939877 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:55.940225 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:55.940448 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:55.940734 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:55.941033 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:55.941354 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:55.941652 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:55.942468 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:55.942766 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:55.943050 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:55.943367 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:55.943647 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:55.943866 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jun 28 16:32:55.944118 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=74047) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Jun 28 16:32:56.346511 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO keyring.backend [-] Loading KWallet
Jun 28 16:32:56.354488 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO keyring.backend [-] Loading SecretService
Jun 28 16:32:56.357812 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO keyring.backend [-] Loading Windows
Jun 28 16:32:56.359131 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO keyring.backend [-] Loading chainer
Jun 28 16:32:56.359705 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO keyring.backend [-] Loading macOS
Jun 28 16:32:56.391955 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=74047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:32:56.392233 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=74047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:32:56.392533 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=74047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:32:56.392873 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.manager [-] Loading core plugin: ml2
Jun 28 16:32:56.708462 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:56.708750 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:56.709023 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:56.765299 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:56.765586 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:56.765859 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:56.768963 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:56.769318 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:56.769554 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:56.798843 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:56.799125 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:56.799397 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:56.825552 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:56.825829 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:56.826105 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.144727 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fa2d0a40700> agent after_create 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.145973 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fa2d0a40700> agent after_update 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.145973 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7fa2d0a40790> segment precommit_create 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.146254 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7fa2d0a40820> network precommit_delete 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.146843 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7fa2d090f9d0> segment before_delete 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.274139 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa2d1277520>> network before_delete 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.274499 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7fa2d0a20f70> agent before_delete 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.274790 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa2d1277520>> network before_create 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.275062 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa2d1277520>> port before_create 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.275329 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa2d1277520>> port before_update 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.275638 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa2d1277520>> segment after_delete 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.275904 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa2d1277520>> segment precommit_create 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.276162 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa2d1277520>> segment precommit_delete 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.276415 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa2d1277520>> segment after_create 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.276697 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa2d1277520>> network after_delete 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.276953 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa2d1277520>> network precommit_delete 0 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.277243 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa2d1277520>> port provisioning_complete 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.277506 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa2d1277520>> rbac-policy before_create 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.277761 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa2d1277520>> rbac-policy after_delete 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.278028 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa2d1277520>> agent after_update 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.278295 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa2d1277520>> subnet after_delete 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.278549 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa2d1277520>> subnet precommit_delete 0 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.278822 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa2d1277520>> rbac-policy before_update 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.279074 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa2d1277520>> rbac-policy before_delete 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.279358 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa2d1277520>> segment_host_mapping after_create 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.279699 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa2d1277520>> port after_create 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.279950 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa2d1277520>> port after_update 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.280200 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa2d1277520>> port after_delete 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.280483 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa2d1277520>> rbac-policy before_create 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.280732 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa2d1277520>> rbac-policy before_update 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.280977 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa2d1277520>> rbac-policy before_delete 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.281392 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=74047) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 28 16:32:57.281636 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=74047) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 28 16:32:57.281872 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=74047) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 28 16:32:57.282107 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=74047) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 28 16:32:57.282345 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=74047) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 28 16:32:57.282582 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=74047) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 28 16:32:57.283153 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Jun 28 16:32:57.287459 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Jun 28 16:32:57.291420 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Jun 28 16:32:57.295556 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])])
Jun 28 16:32:57.297215 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Jun 28 16:32:57.297635 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Jun 28 16:32:57.297975 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Jun 28 16:32:57.298369 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Jun 28 16:32:57.301187 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Jun 28 16:32:57.301477 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Jun 28 16:32:57.301833 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Jun 28 16:32:57.329477 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Jun 28 16:32:57.329938 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7fa2d0856640>> qos_plugin after_init 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.330240 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=74047) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Jun 28 16:32:57.330604 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7fa2d08569a0>> logging-plugin after_init 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.331986 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=74047) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Jun 28 16:32:57.332278 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Jun 28 16:32:57.333052 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Jun 28 16:32:57.336357 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fa2d07b9a30>> floatingip before_response 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.336637 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fa2d07b9a30>> port before_response 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.398335 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Jun 28 16:32:57.398540 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Jun 28 16:32:57.398725 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Jun 28 16:32:57.399118 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Jun 28 16:32:57.431236 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_db.sqlalchemy.engines [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=74047) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Jun 28 16:32:57.769400 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.plugins.ml2.managers [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Initializing driver for type 'gre'
Jun 28 16:32:57.769942 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] gre ID ranges: [(1, 1000)]
Jun 28 16:32:57.833111 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.plugins.ml2.managers [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Initializing driver for type 'local'
Jun 28 16:32:57.833481 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.plugins.ml2.managers [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Initializing driver for type 'vlan'
Jun 28 16:32:57.849732 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] VlanTypeDriver initialization complete
Jun 28 16:32:57.850067 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.plugins.ml2.managers [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Initializing driver for type 'vxlan'
Jun 28 16:32:57.850611 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] vxlan ID ranges: [(1, 1000)]
Jun 28 16:32:57.909701 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.plugins.ml2.managers [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Initializing extension driver 'port_security'
Jun 28 16:32:57.910219 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.plugins.ml2.extensions.port_security [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] PortSecurityExtensionDriver initialization complete
Jun 28 16:32:57.910878 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.plugins.ml2.managers [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Initializing mechanism driver 'openvswitch'
Jun 28 16:32:57.911721 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.plugins.ml2.managers [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Initializing mechanism driver 'hyperv'
Jun 28 16:32:57.918248 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.plugins.ml2.plugin [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=74047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:32:57.919028 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa2d08416d0>> port after_create 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.919404 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa2d08416d0>> port after_update 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.919753 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa2d08416d0>> port after_delete 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.920136 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa2d0841a00>> subnet after_create 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.920486 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa2d0841a00>> subnet after_update 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.920829 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa2d0841a00>> subnet after_delete 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.921235 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa2d0298c10>> network after_create 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.921584 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa2d0298c10>> network after_update 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.921922 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa2d0298c10>> network after_delete 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.922301 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa2d0298eb0>> security_group after_create 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.922647 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa2d0298eb0>> security_group after_update 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.922987 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa2d0298eb0>> security_group after_delete 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.923364 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa2d0298f40>> security_group_rule after_create 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.923704 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa2d0298f40>> security_group_rule after_update 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.924039 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa2d0298f40>> security_group_rule after_delete 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.924378 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] ML2 OVO RPC backend initialized. {{(pid=74047) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}}
Jun 28 16:32:57.925020 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa2d029b370>> router_interface after_create 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.925397 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa2d029b370>> router_interface after_delete 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.925814 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa2d029b370>> network before_response 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.926159 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa2d029b370>> networks before_response 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.926548 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa2d029b370>> port before_response 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.926890 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa2d029b370>> ports before_response 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.927231 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa2d029b370>> subnet before_response 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.927573 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa2d029b370>> subnets before_response 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.927920 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa2d029b370>> network after_create 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.928258 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa2d029b370>> network after_update 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.928592 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa2d029b370>> network after_delete 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.928925 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa2d029b370>> port after_create 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.929286 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa2d029b370>> port after_update 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.929623 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa2d029b370>> port after_delete 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.929954 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa2d029b370>> subnet after_create 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.930284 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa2d029b370>> subnet after_update 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.930618 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa2d029b370>> subnet after_delete 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.931199 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.plugins.ml2.plugin [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Modular L2 Plugin initialization complete
Jun 28 16:32:57.931525 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading services supported by the core plugin {{(pid=74047) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Jun 28 16:32:57.931854 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.plugins.ml2.managers [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Got port-security extension from driver 'port_security'
Jun 28 16:32:57.932319 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.extensions.vlantransparent [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Disabled vlantransparent extension.
Jun 28 16:32:57.932740 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=74047) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Jun 28 16:32:57.933051 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading Plugin: router
Jun 28 16:32:57.969053 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa2d029b5e0>> router_interface before_create 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.969463 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa2d029b5e0>> router after_create 55549900 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.969840 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa2d029b5e0>> router before_create 55549900 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.970202 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa2d029b5e0>> router_interface before_delete 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.970574 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa2d029b5e0>> router_interface after_delete 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.970930 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa2d029b5e0>> router after_delete 55549900 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.971285 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa2d029b5e0>> floatingip after_update 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.971644 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa2d029b5e0>> router after_create 55549900 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.971995 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa2d029b5e0>> router after_update 55549900 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.972340 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa2d029b5e0>> router after_update 55549900 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.972692 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa2d029b5e0>> router_gateway after_delete 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.973045 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa2d029b5e0>> router after_update 55549900 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.974059 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa2d029b5e0>> router precommit_update 55549900 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.974427 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7fa2d08ceb80> port after_update 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.974795 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7fa2d08cea60> port after_delete 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.975103 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7fa2d08ceaf0> subnet after_update 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.975440 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7fa2d08cec10> subnetpool_address_scope after_update 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.975783 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa2d029b5e0>> port precommit_delete 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.976126 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa2d029b5e0>> router precommit_create 55549900 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.976463 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7fa2d0975af0> port before_delete 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.976800 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa2d029b5e0>> router precommit_create 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.977174 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa2d029b5e0>> router after_update 55549900 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.977517 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa2d029b5e0>> router precommit_delete 55549900 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.977863 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa2d029b5e0>> router precommit_create 55549900 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.978220 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa2d029b5e0>> router_interface after_create 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.978561 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa2d029b5e0>> router precommit_update 55549900 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.978920 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa2d029b5e0>> agent after_create 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.979265 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa2d029b5e0>> agent after_delete 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.979605 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa2d029b5e0>> network after_delete 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.980478 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.quota.resource_registry [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Tracking information for resource: router configured {{(pid=74047) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 28 16:32:57.980807 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.quota.resource_registry [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Tracking information for resource: floatingip configured {{(pid=74047) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 28 16:32:57.985802 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.db.l3_agentschedulers_db [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Jun 28 16:32:57.986392 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Subscribe: <function _notify_l3_agent_port_update at 0x7fa2d020f430> port after_update 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.986753 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Subscribe: <function _notify_l3_agent_new_port at 0x7fa2d020f310> port after_create 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.987106 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Subscribe: <function _notify_port_delete at 0x7fa2d020f3a0> port after_delete 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.987456 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7fa2d020f700> port after_update 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.988268 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fa2d022cee0>> router before_create 55550100 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.988634 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fa2d022cee0>> router precommit_delete 55550100 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.989027 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fa2d022cee0>> router precommit_create 55550100 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.989406 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fa2d022cee0>> router precommit_update 55550100 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:57.993705 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.services.provider_configuration [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Service providers = [] {{(pid=74047) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Jun 28 16:32:57.994070 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.db.servicetype_db [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=74047) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Jun 28 16:32:57.996940 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.services.service_base [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=74047) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 28 16:32:57.997328 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.services.service_base [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=74047) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 28 16:32:57.997675 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.services.service_base [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=74047) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 28 16:32:57.998707 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.services.service_base [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=74047) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 28 16:32:57.999080 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.services.service_base [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Default provider is not specified for service type L3_ROUTER_NAT
Jun 28 16:32:57.999466 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=74047) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 28 16:32:57.999784 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Jun 28 16:32:58.011680 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=74047) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 28 16:32:58.012237 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading Plugin: auto_allocate
Jun 28 16:32:58.020840 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fa2d0248b80> network precommit_update 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:58.021429 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fa2d0248b80> network precommit_create 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:58.022083 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=74047) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 28 16:32:58.022633 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading Plugin: tag
Jun 28 16:32:58.030999 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=74047) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 28 16:32:58.031327 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading Plugin: timestamp
Jun 28 16:32:58.035154 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=74047) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 28 16:32:58.035483 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading Plugin: network_ip_availability
Jun 28 16:32:58.041583 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fa2d0266e80>> rbac-policy before_create 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:58.041956 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fa2d0266e80>> rbac-policy before_update 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:58.042313 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fa2d0266e80>> rbac-policy before_delete 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:58.043047 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=74047) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 28 16:32:58.043365 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading Plugin: flavors
Jun 28 16:32:58.048292 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=74047) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 28 16:32:58.048620 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading Plugin: revisions
Jun 28 16:32:58.052928 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=74047) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 28 16:32:58.053352 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_concurrency.lockutils [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.661s {{(pid=74047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:32:58.054092 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=74047) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:632}}
Jun 28 16:32:58.054429 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Initializing extension manager.
Jun 28 16:32:58.054940 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: __init__.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.055281 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: __pycache__ {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.055614 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.055947 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.056276 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: _filter_validation_lib.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.056604 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.056930 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: address_group.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.057720 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.058294 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loaded extension: address-group
Jun 28 16:32:58.058616 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: address_scope.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.059320 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.059834 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loaded extension: address-scope
Jun 28 16:32:58.060158 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: admin_state_down_before_update.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.061079 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.061618 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loaded extension: router-admin-state-down-before-update
Jun 28 16:32:58.061942 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: agent.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.062627 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.063130 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loaded extension: agent
Jun 28 16:32:58.063448 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: agent_resources_synced.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.064339 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.064850 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loaded extension: agent-resources-synced
Jun 28 16:32:58.065190 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: allowedaddresspairs.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.067003 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.067524 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loaded extension: allowed-address-pairs
Jun 28 16:32:58.067854 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: auto_allocated_topology.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.068916 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.069452 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loaded extension: auto-allocated-topology
Jun 28 16:32:58.069776 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: availability_zone.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.070455 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.070955 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loaded extension: availability_zone
Jun 28 16:32:58.071278 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: availability_zone_filter.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.072177 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.072686 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loaded extension: availability_zone_filter
Jun 28 16:32:58.073009 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: data_plane_status.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.073924 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.074443 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Extension data-plane-status not supported by any of loaded plugins
Jun 28 16:32:58.074767 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: default_subnetpools.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.075666 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.076175 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loaded extension: default-subnetpools
Jun 28 16:32:58.076495 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: dhcpagentscheduler.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.077291 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.077805 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loaded extension: dhcp_agent_scheduler
Jun 28 16:32:58.078134 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: dns.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.079030 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.079537 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Extension dns-integration not supported by any of loaded plugins
Jun 28 16:32:58.079859 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: dns_domain_ports.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.080771 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.081308 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Extension dns-domain-ports not supported by any of loaded plugins
Jun 28 16:32:58.081627 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: dvr.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.082282 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.083321 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loaded extension: dvr
Jun 28 16:32:58.083640 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: empty_string_filtering.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.084539 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.085049 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loaded extension: empty-string-filtering
Jun 28 16:32:58.085796 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.086700 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.087207 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Jun 28 16:32:58.087524 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.088415 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.088918 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Jun 28 16:32:58.089280 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: external_net.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.090179 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.090689 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loaded extension: external-net
Jun 28 16:32:58.091006 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: extra_dhcp_opt.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.091900 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.092403 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loaded extension: extra_dhcp_opt
Jun 28 16:32:58.092721 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: extraroute.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.093636 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.094145 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loaded extension: extraroute
Jun 28 16:32:58.094473 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: extraroute_atomic.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.095486 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.095991 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loaded extension: extraroute-atomic
Jun 28 16:32:58.096313 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: filter_validation.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.096973 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.097503 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loaded extension: filter-validation
Jun 28 16:32:58.097824 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: fip_pf_description.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.099275 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.099777 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Jun 28 16:32:58.100096 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: fip_port_details.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.101217 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.101732 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loaded extension: fip-port-details
Jun 28 16:32:58.102053 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: flavors.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.103277 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.103797 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loaded extension: flavors
Jun 28 16:32:58.104118 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.105797 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.106330 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Jun 28 16:32:58.106663 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: floatingip_pools.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.107348 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.107861 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loaded extension: floatingip-pools
Jun 28 16:32:58.108187 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: ip_allocation.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.109107 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.109637 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Extension ip_allocation not supported by any of loaded plugins
Jun 28 16:32:58.109965 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.110864 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.111376 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loaded extension: ip-substring-filtering
Jun 28 16:32:58.111698 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: l2_adjacency.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.112608 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.113150 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Extension l2_adjacency not supported by any of loaded plugins
Jun 28 16:32:58.113468 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: l3.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.114455 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.114970 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loaded extension: router
Jun 28 16:32:58.115290 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: l3_conntrack_helper.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.117559 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.118089 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Jun 28 16:32:58.118423 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.119334 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.119850 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loaded extension: ext-gw-mode
Jun 28 16:32:58.120176 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.121075 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.121629 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loaded extension: l3-ha
Jun 28 16:32:58.121956 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: l3_flavors.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.122859 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.123367 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loaded extension: l3-flavors
Jun 28 16:32:58.123689 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.124583 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.125092 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loaded extension: l3-port-ip-change-not-allowed
Jun 28 16:32:58.125439 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: l3agentscheduler.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.126473 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.127001 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loaded extension: l3_agent_scheduler
Jun 28 16:32:58.127309 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: logging.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.128797 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.129340 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Extension logging not supported by any of loaded plugins
Jun 28 16:32:58.129696 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: metering.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.130422 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.131003 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loaded extension: metering
Jun 28 16:32:58.131329 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.132406 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.132918 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loaded extension: metering_source_and_destination_fields
Jun 28 16:32:58.133278 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: multiprovidernet.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.134189 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.134698 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loaded extension: multi-provider
Jun 28 16:32:58.135020 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: netmtu.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.136044 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.136556 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loaded extension: net-mtu
Jun 28 16:32:58.136878 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: netmtu_writable.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.137816 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.138323 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loaded extension: net-mtu-writable
Jun 28 16:32:58.138644 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: network_availability_zone.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.139294 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.139801 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loaded extension: network_availability_zone
Jun 28 16:32:58.140121 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: network_ip_availability.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.141232 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.141744 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loaded extension: network-ip-availability
Jun 28 16:32:58.142066 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: network_segment_range.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.142814 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.143315 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Extension network-segment-range not supported by any of loaded plugins
Jun 28 16:32:58.143633 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: pagination.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.144607 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.144934 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loaded extension: pagination
Jun 28 16:32:58.145987 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.146690 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.147205 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loaded extension: port-mac-address-regenerate
Jun 28 16:32:58.147527 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: port_resource_request.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.148432 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.148943 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Extension port-resource-request not supported by any of loaded plugins
Jun 28 16:32:58.149302 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: portbindings.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.150198 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.150718 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loaded extension: binding
Jun 28 16:32:58.151041 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: portbindings_extended.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.152297 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.152806 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loaded extension: binding-extended
Jun 28 16:32:58.153151 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: portsecurity.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.154048 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.154557 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loaded extension: port-security
Jun 28 16:32:58.154881 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: project_id.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.156009 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.156158 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loaded extension: project-id
Jun 28 16:32:58.156477 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: providernet.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.157422 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.157934 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loaded extension: provider
Jun 28 16:32:58.158253 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: qos.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.162645 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.163169 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Extension qos not supported by any of loaded plugins
Jun 28 16:32:58.163499 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.164726 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.165283 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Jun 28 16:32:58.165616 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.166520 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.167034 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Jun 28 16:32:58.167359 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: qos_default.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.168254 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.168840 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Extension qos-default not supported by any of loaded plugins
Jun 28 16:32:58.169103 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: qos_fip.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.169777 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.170280 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Extension qos-fip not supported by any of loaded plugins
Jun 28 16:32:58.170602 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: qos_gateway_ip.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.171509 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.172019 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Extension qos-gateway-ip not supported by any of loaded plugins
Jun 28 16:32:58.172343 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: qos_port_network_policy.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.173272 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.173781 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Extension qos-port-network-policy not supported by any of loaded plugins
Jun 28 16:32:58.174100 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: qos_rule_type_details.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.174996 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.175504 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Extension qos-rule-type-details not supported by any of loaded plugins
Jun 28 16:32:58.175824 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: qos_rules_alias.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.176879 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.177423 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Extension qos-rules-alias not supported by any of loaded plugins
Jun 28 16:32:58.177747 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: quotasv2.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.178630 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.178954 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loaded extension: quotas
Jun 28 16:32:58.179275 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: quotasv2_detail.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.181005 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.181364 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loaded extension: quota_details
Jun 28 16:32:58.181695 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: rbac.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.183378 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.183942 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loaded extension: rbac-policies
Jun 28 16:32:58.184274 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: rbac_address_scope.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.185304 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.185829 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loaded extension: rbac-address-scope
Jun 28 16:32:58.186158 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: rbac_security_groups.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.188766 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.189344 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loaded extension: rbac-security-groups
Jun 28 16:32:58.189804 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: rbac_subnetpool.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.190602 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.191123 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loaded extension: rbac-subnetpool
Jun 28 16:32:58.191448 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: revisionifmatch.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.195157 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.195690 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loaded extension: revision-if-match
Jun 28 16:32:58.196022 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: revisions.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.197197 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.197718 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loaded extension: standard-attr-revisions
Jun 28 16:32:58.198043 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: router_availability_zone.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.198708 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.199225 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loaded extension: router_availability_zone
Jun 28 16:32:58.199549 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: routerservicetype.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.200461 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.200975 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Extension router-service-type not supported by any of loaded plugins
Jun 28 16:32:58.201320 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: security_groups_port_filtering.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.202247 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.202765 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loaded extension: port-security-groups-filtering
Jun 28 16:32:58.203086 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: securitygroup.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.214656 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.215189 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loaded extension: security-group
Jun 28 16:32:58.215522 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: segment.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.216295 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.216813 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Extension segment not supported by any of loaded plugins
Jun 28 16:32:58.217166 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.218099 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.218611 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Jun 28 16:32:58.218936 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: servicetype.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.220057 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.220577 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loaded extension: service-type
Jun 28 16:32:58.220902 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: sorting.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.221907 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.222239 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loaded extension: sorting
Jun 28 16:32:58.222561 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: standard_attr_segment.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.223484 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.223996 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Extension standard-attr-segment not supported by any of loaded plugins
Jun 28 16:32:58.224319 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: standardattrdescription.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.224954 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.225488 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loaded extension: standard-attr-description
Jun 28 16:32:58.225813 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: stateful_security_group.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.226732 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.227261 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loaded extension: stateful-security-group
Jun 28 16:32:58.227570 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: stdattrs_common.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.228139 dv-cinder-798104-1-iscsi neutron-server[74047]: WARNING neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Jun 28 16:32:58.228464 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.229396 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.229908 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Jun 28 16:32:58.230228 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: subnet_onboard.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.231386 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.231906 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loaded extension: subnet_onboard
Jun 28 16:32:58.232227 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.233167 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.233681 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Jun 28 16:32:58.234000 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: subnet_service_types.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.234903 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.235414 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loaded extension: subnet-service-types
Jun 28 16:32:58.235733 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: subnetallocation.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.236804 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.237354 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loaded extension: subnet_allocation
Jun 28 16:32:58.237681 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.238326 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.238867 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loaded extension: subnetpool-prefix-ops
Jun 28 16:32:58.239188 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.240111 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.240621 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Jun 28 16:32:58.240945 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: tagging.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.242042 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.242570 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loaded extension: standard-attr-tag
Jun 28 16:32:58.242896 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: timestamp.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.244079 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.244598 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loaded extension: standard-attr-timestamp
Jun 28 16:32:58.244923 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: trunk.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.245975 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.246498 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Extension trunk not supported by any of loaded plugins
Jun 28 16:32:58.246823 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: trunk_details.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.247724 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.248241 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Extension trunk-details not supported by any of loaded plugins
Jun 28 16:32:58.248562 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: uplink_status_propagation.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.249495 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.250012 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Extension uplink-status-propagation not supported by any of loaded plugins
Jun 28 16:32:58.250333 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Loading extension file: vlantransparent.py {{(pid=74047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 28 16:32:58.250994 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=74047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 28 16:32:58.251507 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Extension vlan-transparent not supported by any of loaded plugins
Jun 28 16:32:58.253822 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.quota.resource_registry [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Creating instance of TrackedResource for resource:network
Jun 28 16:32:58.255074 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.quota.resource_registry [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Creating instance of TrackedResource for resource:subnet
Jun 28 16:32:58.255849 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.quota.resource_registry [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Creating instance of TrackedResource for resource:subnetpool
Jun 28 16:32:58.256454 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.quota.resource_registry [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Creating instance of TrackedResource for resource:port
Jun 28 16:32:58.257774 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.v2.resource_helper [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=74047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 28 16:32:58.258210 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.v2.resource_helper [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Service FLAVORS assigned prefix:  {{(pid=74047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 28 16:32:58.258832 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.v2.resource_helper [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=74047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 28 16:32:58.259259 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.v2.resource_helper [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=74047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 28 16:32:58.259586 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.quota.resource_registry [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Creating instance of TrackedResource for resource:router
Jun 28 16:32:58.260238 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.quota.resource_registry [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Creating instance of TrackedResource for resource:floatingip
Jun 28 16:32:58.260941 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.v2.resource_helper [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Service METERING assigned prefix: /metering {{(pid=74047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 28 16:32:58.262406 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fa2d012b250>> rbac-policy before_create 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:58.262778 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fa2d012b250>> rbac-policy before_update 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:58.263132 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fa2d012b250>> rbac-policy before_delete 55550000 {{(pid=74047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:32:58.264281 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.quota.resource_registry [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Creating instance of CountableResource for resource:rbac_policy
Jun 28 16:32:58.264728 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.quota.resource_registry [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Creating instance of TrackedResource for resource:security_group
Jun 28 16:32:58.265407 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.quota.resource_registry [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Creating instance of TrackedResource for resource:security_group_rule
Jun 28 16:32:58.266147 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.v2.resource_helper [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Service CORE assigned prefix:  {{(pid=74047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 28 16:32:58.266475 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.quota.resource_registry [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Creating instance of TrackedResource for resource:subnetpool
Jun 28 16:32:58.266810 dv-cinder-798104-1-iscsi neutron-server[74047]: WARNING neutron.quota.resource_registry [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] subnetpool is already registered
Jun 28 16:32:58.267424 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.v2.resource_helper [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Service CORE assigned prefix:  {{(pid=74047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 28 16:32:58.267751 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.quota.resource_registry [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Creating instance of TrackedResource for resource:subnetpool
Jun 28 16:32:58.268075 dv-cinder-798104-1-iscsi neutron-server[74047]: WARNING neutron.quota.resource_registry [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] subnetpool is already registered
Jun 28 16:32:58.271320 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.v2.resource_helper [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=74047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 28 16:32:58.271698 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.v2.resource_helper [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Service FLAVORS assigned prefix:  {{(pid=74047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 28 16:32:58.272296 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.v2.resource_helper [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=74047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 28 16:32:58.272718 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.v2.resource_helper [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=74047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 28 16:32:58.273047 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.quota.resource_registry [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Creating instance of TrackedResource for resource:router
Jun 28 16:32:58.273401 dv-cinder-798104-1-iscsi neutron-server[74047]: WARNING neutron.quota.resource_registry [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] router is already registered
Jun 28 16:32:58.273992 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.quota.resource_registry [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Creating instance of TrackedResource for resource:floatingip
Jun 28 16:32:58.274319 dv-cinder-798104-1-iscsi neutron-server[74047]: WARNING neutron.quota.resource_registry [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] floatingip is already registered
Jun 28 16:32:58.274943 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.v2.resource_helper [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Service METERING assigned prefix: /metering {{(pid=74047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 28 16:32:58.275612 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.quota.resource_registry [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Creating instance of CountableResource for resource:rbac_policy
Jun 28 16:32:58.275934 dv-cinder-798104-1-iscsi neutron-server[74047]: WARNING neutron.quota.resource_registry [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] rbac_policy is already registered
Jun 28 16:32:58.276471 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.quota.resource_registry [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Creating instance of TrackedResource for resource:security_group
Jun 28 16:32:58.276797 dv-cinder-798104-1-iscsi neutron-server[74047]: WARNING neutron.quota.resource_registry [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] security_group is already registered
Jun 28 16:32:58.277419 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.quota.resource_registry [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Creating instance of TrackedResource for resource:security_group_rule
Jun 28 16:32:58.277748 dv-cinder-798104-1-iscsi neutron-server[74047]: WARNING neutron.quota.resource_registry [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] security_group_rule is already registered
Jun 28 16:32:58.278394 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.v2.resource_helper [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Service CORE assigned prefix:  {{(pid=74047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 28 16:32:58.278719 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.quota.resource_registry [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Creating instance of TrackedResource for resource:subnetpool
Jun 28 16:32:58.279045 dv-cinder-798104-1-iscsi neutron-server[74047]: WARNING neutron.quota.resource_registry [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] subnetpool is already registered
Jun 28 16:32:58.279665 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.v2.resource_helper [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Service CORE assigned prefix:  {{(pid=74047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 28 16:32:58.279987 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.quota.resource_registry [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Creating instance of TrackedResource for resource:subnetpool
Jun 28 16:32:58.280316 dv-cinder-798104-1-iscsi neutron-server[74047]: WARNING neutron.quota.resource_registry [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] subnetpool is already registered
Jun 28 16:32:58.280949 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Extended resource: extensions {{(pid=74047) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 28 16:32:58.282465 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Extended resource: address-groups {{(pid=74047) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 28 16:32:58.284045 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Extended resource: address-scopes {{(pid=74047) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 28 16:32:58.285273 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Extended resource: agents {{(pid=74047) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 28 16:32:58.286701 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Extended resource: auto-allocated-topology {{(pid=74047) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 28 16:32:58.287942 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Extended resource: availability_zones {{(pid=74047) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 28 16:32:58.289276 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Extended resource: dhcp-networks {{(pid=74047) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 28 16:32:58.290677 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Extended resource: dhcp-agents {{(pid=74047) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 28 16:32:58.292087 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Extended resource: routers {{(pid=74047) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 28 16:32:58.293907 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Extended resource: flavors {{(pid=74047) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 28 16:32:58.295070 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Extended resource: service_profiles {{(pid=74047) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 28 16:32:58.296274 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Extended resource: next_providers {{(pid=74047) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 28 16:32:58.297811 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Extended resource: service_profiles {{(pid=74047) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 28 16:32:58.299231 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Extended resource: floatingip-pools {{(pid=74047) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 28 16:32:58.300421 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Extended resource: routers {{(pid=74047) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 28 16:32:58.302309 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Extended resource: floatingips {{(pid=74047) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 28 16:32:58.303484 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Extended resource: l3-routers {{(pid=74047) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 28 16:32:58.304841 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Extended resource: l3-agents {{(pid=74047) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 28 16:32:58.306247 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Extended resource: metering-labels {{(pid=74047) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 28 16:32:58.307593 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Extended resource: metering-label-rules {{(pid=74047) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 28 16:32:58.308844 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Extended resource: network-ip-availabilities {{(pid=74047) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 28 16:32:58.310109 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Extended resource: bindings {{(pid=74047) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 28 16:32:58.312674 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Extended resource: quotas {{(pid=74047) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 28 16:32:58.314206 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Extended resource: quotas {{(pid=74047) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 28 16:32:58.315610 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Extended resource: rbac-policies {{(pid=74047) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 28 16:32:58.317466 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Extended resource: security-groups {{(pid=74047) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 28 16:32:58.318673 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Extended resource: security-group-rules {{(pid=74047) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 28 16:32:58.319892 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Extended resource: service-providers {{(pid=74047) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 28 16:32:58.321109 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Extended resource: subnetpools {{(pid=74047) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 28 16:32:58.322534 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Extended resource: subnetpools {{(pid=74047) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 28 16:32:58.324010 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Extended resource: tags {{(pid=74047) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 28 16:32:58.325704 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Extended resource: tags {{(pid=74047) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 28 16:32:58.327474 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Extended resource: tags {{(pid=74047) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 28 16:32:58.329253 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Extended resource: tags {{(pid=74047) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 28 16:32:58.331004 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Extended resource: tags {{(pid=74047) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 28 16:32:58.333270 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Extended resource: tags {{(pid=74047) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 28 16:32:58.335001 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Extended resource: tags {{(pid=74047) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 28 16:32:58.336822 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Extended resource: tags {{(pid=74047) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 28 16:32:58.338684 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Extended resource: tags {{(pid=74047) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 28 16:32:58.340493 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron.api.extensions [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Extended resource: tags {{(pid=74047) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 28 16:32:58.346382 dv-cinder-798104-1-iscsi neutron-server[74047]: WARNING keystonemiddleware.auth_token [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Jun 28 16:32:58.351162 dv-cinder-798104-1-iscsi neutron-server[74047]: WARNING keystonemiddleware.auth_token [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Jun 28 16:32:58.359091 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_concurrency.lockutils [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Acquired lock "singleton_lock" {{(pid=74047) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
Jun 28 16:32:58.359565 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_concurrency.lockutils [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Releasing lock "singleton_lock" {{(pid=74047) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
Jun 28 16:32:58.360201 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO oslo_service.service [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Starting 2 workers
Jun 28 16:32:58.364679 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Started child 74150 {{(pid=74047) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 28 16:32:58.369178 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Started child 74151 {{(pid=74047) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 28 16:32:58.370332 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:32:58.370947 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO neutron.service [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Neutron service started, listening on 0.0.0.0:9696
Jun 28 16:32:58.371140 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Notify callbacks [] for process, before_spawn {{(pid=74047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:32:58.371950 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [-] (74150) wsgi starting up on http://0.0.0.0:9696
Jun 28 16:32:58.373726 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO oslo_service.service [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Starting 1 workers
Jun 28 16:32:58.373973 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:32:58.375302 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [-] (74151) wsgi starting up on http://0.0.0.0:9696
Jun 28 16:32:58.378650 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Started child 74152 {{(pid=74047) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 28 16:32:58.379193 dv-cinder-798104-1-iscsi neutron-server[74047]: INFO oslo_service.service [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Starting 1 workers
Jun 28 16:32:58.383233 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.service [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] calling RpcWorker wait() {{(pid=74152) _wait /opt/stack/neutron/neutron/service.py:128}}
Jun 28 16:32:58.383817 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.service [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] returning from RpcWorker wait() {{(pid=74152) _wait /opt/stack/neutron/neutron/service.py:135}}
Jun 28 16:32:58.383921 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Started child 74153 {{(pid=74047) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 28 16:32:58.384889 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG neutron_lib.callbacks.manager [None req-152f8a59-9372-4b32-9d97-dec1f42ffd4d None None] Notify callbacks [] for process, after_spawn {{(pid=74047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:32:58.385287 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:32:58.385791 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:32:58.386834 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=74047) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Jun 28 16:32:58.387053 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}}
Jun 28 16:32:58.387235 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}}
Jun 28 16:32:58.387435 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}}
Jun 28 16:32:58.387779 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}}
Jun 28 16:32:58.387943 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}}
Jun 28 16:32:58.388444 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.388723 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.388997 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.389086 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:32:58.389559 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.389559 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.390107 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.390397 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.390668 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.390950 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.391192 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.391365 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.391533 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.391797 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.392048 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.392346 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.392623 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.392867 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.393137 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.393316 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.393583 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.393845 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.394073 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.394344 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] debug                          = True {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.394600 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.395666 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.395888 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.396152 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.396393 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.396657 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.396921 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.397226 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.397448 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.397670 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.397922 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.398187 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.398438 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.398690 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.398967 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.399186 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.399673 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] host                           = dv-cinder-798104-1-iscsi {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.399919 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.400169 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.400404 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.400650 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.400908 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.401174 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.401434 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.401689 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.401955 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.402181 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.402422 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.402714 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.402901 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.403148 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.403311 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.403546 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.403836 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.404152 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.404289 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.404427 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.404610 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.404884 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.405094 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.405321 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.405575 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.405790 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.406021 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.406257 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.406487 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.406762 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.407022 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.407223 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.407451 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.407709 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.407941 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.408167 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.408393 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.408647 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.408878 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.409092 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.409330 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.409556 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.409770 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.409983 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.410218 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.410476 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.411030 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.411264 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.411505 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.411738 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.411967 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.412200 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.412476 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.412709 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.412964 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.414427 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.414427 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.414427 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.414815 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=74153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:32:58.414945 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.414945 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.414945 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.414945 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.415429 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.415429 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.415429 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.416440 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.416440 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.416440 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.416643 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.417089 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.417478 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.417828 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.418060 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.418322 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.418557 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.419236 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.419442 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.419990 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.419990 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.420630 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.420630 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.424773 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.424773 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.424773 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.30/identity {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.424773 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.424773 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.424773 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.424773 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.424773 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.425459 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.425459 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.425459 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.425459 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.425459 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.425459 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.425459 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.425459 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.425459 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.426100 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 59094) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:32:58.426190 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.426190 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.426190 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.426190 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.426190 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.426190 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.431047 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.431047 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.431047 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.431047 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.431047 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.431047 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.431047 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.431047 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.431047 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.431663 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.431663 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.431663 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.431663 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.431663 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.431663 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.431663 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.431663 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.431663 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.432271 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.432271 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.432271 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.432271 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.432271 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.432271 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.432679 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.432679 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.432833 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.433027 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.433431 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.433812 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.434190 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.434408 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.434626 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.434941 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.435074 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.435294 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.435519 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.436310 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.436310 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.436310 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.436612 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.437073 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.437073 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.437560 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.437667 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.437861 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.438153 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.438354 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.438683 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.438930 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.439193 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.439420 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.439838 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.440233 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.440639 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.440895 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0110910
Jun 28 16:32:58.441258 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.441660 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.443294 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.443534 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.443818 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.444074 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.444344 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.444618 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.444892 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.445182 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.445450 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.445744 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.446024 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.446311 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.446563 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.446841 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.447151 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.447438 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.447714 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.448120 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.448526 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.448953 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.449379 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.449804 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.450190 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.450600 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.450837 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.451121 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.451367 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.451600 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.451852 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.452090 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.452568 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.452989 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.453441 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.453951 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.454449 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.454864 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.455251 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.455686 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.456754 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.456754 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.456754 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.456754 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.30/identity {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.457393 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.457393 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.457393 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.458446 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.458446 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.458711 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.458892 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.459101 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.460398 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.460398 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.460716 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.460875 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.461088 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.461533 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.462764 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.463173 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.463542 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.463930 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.464341 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.464813 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.465060 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.465316 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.465696 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.466113 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.466518 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.466953 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.467363 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.467757 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.468122 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.468494 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.468913 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.469328 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.469742 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.470112 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.470468 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.470839 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.471073 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.471298 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.471540 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.471813 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.472034 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.472296 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.472534 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.473027 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.473469 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.473873 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.474124 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.474351 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.474576 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.474799 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.475018 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.475395 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.475619 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.475871 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.476104 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.476455 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.477040 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.477592 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.477836 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.478085 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.478943 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.478943 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.478943 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.479185 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.479295 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.479878 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.479878 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.480062 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.480254 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.480485 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.481145 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.481145 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.481145 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.481452 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.481662 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.481926 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.482171 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.482689 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.482689 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.482962 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.483230 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.483562 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.483781 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.484028 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.484269 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.484487 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.485085 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.485085 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.485408 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.486039 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.486759 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.487021 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.487316 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.487615 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.487907 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.488145 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.488668 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.489227 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.489701 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.490113 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.490509 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.490811 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.491207 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.491435 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.491688 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.491938 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.492163 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.492439 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.492683 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.492943 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.493472 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.493472 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.493695 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.493965 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.494761 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.494761 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.494761 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.494761 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jun 28 16:32:58.496138 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=74047) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Jun 28 16:32:58.496138 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}}
Jun 28 16:32:58.496138 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}}
Jun 28 16:32:58.496138 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}}
Jun 28 16:32:58.496138 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}}
Jun 28 16:32:58.496138 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}}
Jun 28 16:32:58.496527 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.496527 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.496662 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.496759 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.496923 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.497151 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.497298 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.497458 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.497724 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.497823 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.497912 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.498070 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.498229 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.498388 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.498547 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.498707 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.498867 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.499027 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.499198 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.499360 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.499537 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.499682 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.499844 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] debug                          = True {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.500206 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.500206 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.500373 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.500617 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.500720 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.500810 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.500959 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.501135 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.501316 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.501457 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.501623 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.501767 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.502116 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.502116 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.502282 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.502698 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.502698 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] host                           = dv-cinder-798104-1-iscsi {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.502698 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.502917 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.502995 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.503126 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.503284 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.503443 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.503603 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.503764 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.503926 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.504103 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.504246 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.505026 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.505377 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.505653 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.505939 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.506438 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.506544 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.506840 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.507111 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.507396 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.507674 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.508110 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.508275 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.508556 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.508749 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.509021 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.509336 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.509609 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.509881 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.510147 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.510611 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.511080 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.511324 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.511693 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.511802 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.511970 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.512130 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.512290 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.513037 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.513037 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.513037 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.513037 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.513037 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.513502 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.513502 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.513502 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.513673 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.513913 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.514002 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.514114 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.514369 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.514523 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.514688 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.514865 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.515030 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.515159 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.515315 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.515474 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.515785 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.515785 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.515957 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.516083 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.516241 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.516398 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.516556 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.516713 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.516872 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.517031 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.517216 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 28 16:32:58.517405 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.517569 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.517743 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.517905 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.518067 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.519100 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.519100 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.519100 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.519100 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.519100 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.519100 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.519472 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.519472 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.519472 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.519641 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.30/identity {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.520116 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.520116 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.520116 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.520919 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.520919 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.521063 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.521268 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.521491 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.521588 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.521737 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.521897 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.522083 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.522254 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.522406 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.522555 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.522705 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.522844 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.523160 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.523476 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.523638 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.523803 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.523967 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.524626 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.524626 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.524626 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.524626 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.524947 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.524947 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.525083 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.525236 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.525385 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.525551 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.525709 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.526024 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.526187 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.526500 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.526675 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.526840 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.527002 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.527165 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.527361 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.527487 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.527649 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.527811 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.527973 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.528165 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.528294 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.528456 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.528620 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.528781 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.528947 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.529112 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.529339 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.529455 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.530498 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.530498 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.530498 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.530498 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.530498 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.530498 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.530869 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.530869 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.530869 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.531039 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.531125 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.531819 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.531819 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.531819 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.531819 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.532093 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.532093 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.532222 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.532338 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.532498 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.532659 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.532820 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.532981 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.533335 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.533335 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.533506 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.533734 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.534685 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.534685 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.534685 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.534685 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.534685 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.535070 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.535070 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.535210 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.536092 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.536092 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.536092 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.536302 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.536421 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.537356 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.537356 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.537356 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.537356 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.537356 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.537356 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.537824 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.537824 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.537824 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.538016 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.538151 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.538313 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.538476 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.538663 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.538826 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.538989 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.539180 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.539288 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.539449 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.539611 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.539773 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.539936 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.540098 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.540467 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.540467 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.30/identity {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.540609 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.540723 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.540885 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.541047 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.541238 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.541403 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.541568 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.541730 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.542043 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.542359 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.542519 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.542682 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.542846 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.543009 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.543172 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.543337 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.543501 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.543665 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.543827 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.543991 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.544153 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.544320 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.544490 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.545159 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.545159 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.545159 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.545159 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.545429 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.546323 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.546492 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.546651 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.546810 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.546972 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.547138 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.547291 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.547457 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.547620 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.547786 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.547949 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.548113 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.549089 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.549271 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.549437 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.549619 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.549790 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.549941 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.550105 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.550267 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.550430 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.550590 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.552103 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.552238 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.552403 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.552571 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.552740 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.552902 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.553067 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.553256 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.553406 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.553562 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.553719 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.553894 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.554423 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.554423 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.554423 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.554678 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.554678 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.554819 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.554975 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.555147 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.556149 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.556316 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.556481 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.556647 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.556818 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.556988 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.557184 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.557346 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.557508 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.557673 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.557835 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.558011 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.558173 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.558342 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.558505 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.558667 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.558835 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.558988 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.559163 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.559331 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.559500 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.559765 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.559870 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.559993 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.560163 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.560325 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.560493 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.560669 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.560831 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.560993 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.561184 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.561515 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.561668 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.561974 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.562280 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.562593 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.562752 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.562915 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.563078 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.563239 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.563406 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.564533 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.564533 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.564533 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.564533 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.564533 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.564533 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 28 16:32:58.564533 dv-cinder-798104-1-iscsi neutron-server[74047]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jun 28 16:32:58.565071 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:33:08.952397 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e962281-f923-4c9b-956d-7f7bbfa5ca24 None None] get_active_networks_info from dv-cinder-798104-1-iscsi {{(pid=74152) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Jun 28 16:33:09.024057 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e962281-f923-4c9b-956d-7f7bbfa5ca24 None None] No non-hosted networks {{(pid=74152) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Jun 28 16:33:09.045224 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.agentschedulers_db [None req-4e962281-f923-4c9b-956d-7f7bbfa5ca24 None None] DHCP Agent not found on host dv-cinder-798104-1-iscsi {{(pid=74152) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Jun 28 16:33:09.196257 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-a5fafeca-cc18-4504-a4b3-8a5bcf6596be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-675905'] for agent, after_create {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:33:09.384664 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-675905'] for agent, after_create {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:33:09.385559 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:33:09.386657 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:33:09.386657 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:33:09.386890 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:33:09.388286 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:33:09.388286 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:33:09.388286 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:33:09.388286 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:33:09.390047 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:33:09.390047 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:33:09.390273 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:33:09.390634 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fa2cfd22ca0>, 'Open vSwitch agent', 'dv-cinder-798104-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:33:09.403431 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fa2cfcf85b0>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-798104-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:33:11.213018 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-005ca4d8-23eb-474e-bdee-824295398445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-675905'] for agent, after_create {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:33:11.248752 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-0d2dd832-9374-405f-95c6-0f2af192191b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:33:12.397656 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-6c3ff140-2be5-46e8-b74a-5424bc372793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-675905'] for agent, after_create {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:33:13.478635 dv-cinder-798104-1-iscsi neutron-server[74152]: INFO neutron.db.l3_hamode_db [None req-85c04e56-f21a-418b-8a11-25e695832030 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Jun 28 16:33:13.571215 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c04e56-f21a-418b-8a11-25e695832030 None None] Routers set() bound to L3 agent in host dv-cinder-798104-1-iscsi {{(pid=74152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 28 16:33:13.571943 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c04e56-f21a-418b-8a11-25e695832030 None None] Router IDs set() for agent in host dv-cinder-798104-1-iscsi {{(pid=74152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Jun 28 16:33:13.979198 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-5e27322e-457d-4bf0-b73d-ff6c09f635fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-675905'] for agent, after_create {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:33:15.665074 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 59196) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:33:16.285787 dv-cinder-798104-1-iscsi neutron-server[74151]: WARNING oslo_policy.policy [None req-25b79891-6043-4f92-89e1-597e2dbb5b61 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 28 16:33:16.287057 dv-cinder-798104-1-iscsi neutron-server[74151]: WARNING oslo_policy.policy [None req-25b79891-6043-4f92-89e1-597e2dbb5b61 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 28 16:33:16.500442 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [None req-25b79891-6043-4f92-89e1-597e2dbb5b61 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=74151) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Jun 28 16:33:16.501540 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-25b79891-6043-4f92-89e1-597e2dbb5b61 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.8356302
Jun 28 16:33:18.743265 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 59210) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:33:19.147404 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.v2.base [None req-1acd02ad-6f16-4354-ac6e-a1b6f6f9f3de admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=74151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:33:19.194731 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.policy [None req-1acd02ad-6f16-4354-ac6e-a1b6f6f9f3de admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=74151) register_rules /opt/stack/neutron/neutron/policy.py:65}}
Jun 28 16:33:19.195460 dv-cinder-798104-1-iscsi neutron-server[74151]: WARNING oslo_policy.policy [None req-1acd02ad-6f16-4354-ac6e-a1b6f6f9f3de admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 28 16:33:19.195853 dv-cinder-798104-1-iscsi neutron-server[74151]: WARNING oslo_policy.policy [None req-1acd02ad-6f16-4354-ac6e-a1b6f6f9f3de admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 28 16:33:19.199195 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.quota [None req-1acd02ad-6f16-4354-ac6e-a1b6f6f9f3de admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fa2cfe80ac0>.
Jun 28 16:33:19.214933 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-1acd02ad-6f16-4354-ac6e-a1b6f6f9f3de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:33:19.282835 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-1acd02ad-6f16-4354-ac6e-a1b6f6f9f3de admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771080507103', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771080532540', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771080531724', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771080539162', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771080550827', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1600464', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1602321', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-549547', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-733030'] for rbac-policy, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:33:19.350601 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-1acd02ad-6f16-4354-ac6e-a1b6f6f9f3de admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:33:19.351733 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-1acd02ad-6f16-4354-ac6e-a1b6f6f9f3de admin admin] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.6075251
Jun 28 16:33:21.909006 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 59224) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:33:22.304147 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.v2.base [None req-8677637c-bf97-4c21-b399-9d913c9ed131 admin admin] Request body: {'network': {'project_id': '9977735ec6d54a399ff5b62d54304b52', 'name': 'private', 'admin_state_up': True}} {{(pid=74151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:33:22.309152 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-8677637c-bf97-4c21-b399-9d913c9ed131 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:33:22.313871 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-8677637c-bf97-4c21-b399-9d913c9ed131 admin admin] Usage tracker for resource:network and tenant:9977735ec6d54a399ff5b62d54304b52 is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:33:22.318564 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-8677637c-bf97-4c21-b399-9d913c9ed131 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:33:22.324923 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-8677637c-bf97-4c21-b399-9d913c9ed131 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:33:22.334545 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8677637c-bf97-4c21-b399-9d913c9ed131 admin admin] Made reservation on behalf of 9977735ec6d54a399ff5b62d54304b52 for: {'network': 1} {{(pid=74151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 28 16:33:22.337342 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-8677637c-bf97-4c21-b399-9d913c9ed131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for network, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:33:22.355584 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-8677637c-bf97-4c21-b399-9d913c9ed131 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:33:22.399704 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-8677637c-bf97-4c21-b399-9d913c9ed131 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:33:22.404062 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-8677637c-bf97-4c21-b399-9d913c9ed131 admin admin] Usage tracker for resource:security_group_rule and tenant:9977735ec6d54a399ff5b62d54304b52 is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:33:22.407229 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-8677637c-bf97-4c21-b399-9d913c9ed131 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:33:22.414464 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-8677637c-bf97-4c21-b399-9d913c9ed131 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:33:22.492233 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-8677637c-bf97-4c21-b399-9d913c9ed131 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:33:22.497499 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-8677637c-bf97-4c21-b399-9d913c9ed131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:33:22.503730 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:33:22.525513 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8677637c-bf97-4c21-b399-9d913c9ed131 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300}  {{(pid=74151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jun 28 16:33:22.555784 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-8677637c-bf97-4c21-b399-9d913c9ed131 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771078865017', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719364'] for segment, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:33:22.556391 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-8677637c-bf97-4c21-b399-9d913c9ed131 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fa2d0a40790> segment precommit_create {{(pid=74151) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Jun 28 16:33:22.556876 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.db.segments_db [None req-8677637c-bf97-4c21-b399-9d913c9ed131 admin admin] Added segment 903d0b3b-10b5-42ac-9872-3ea00919977d of type vlan for network 7cf11027-71fc-4b77-b404-9e59ac6ab51a
Jun 28 16:33:22.604963 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8677637c-bf97-4c21-b399-9d913c9ed131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=056dc582-141b-414e-b15f-171be4c02a4a,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:33:22.632299 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8677637c-bf97-4c21-b399-9d913c9ed131 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:33:22.632729 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8677637c-bf97-4c21-b399-9d913c9ed131 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:33:22.633057 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8677637c-bf97-4c21-b399-9d913c9ed131 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:33:22.633529 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8677637c-bf97-4c21-b399-9d913c9ed131 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:33:22.633860 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8677637c-bf97-4c21-b399-9d913c9ed131 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:33:22.634178 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8677637c-bf97-4c21-b399-9d913c9ed131 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:33:22.634489 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8677637c-bf97-4c21-b399-9d913c9ed131 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:33:22.634811 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8677637c-bf97-4c21-b399-9d913c9ed131 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:33:22.635156 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8677637c-bf97-4c21-b399-9d913c9ed131 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:33:22.635607 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8677637c-bf97-4c21-b399-9d913c9ed131 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:33:22.637028 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8677637c-bf97-4c21-b399-9d913c9ed131 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:33:22.638158 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8677637c-bf97-4c21-b399-9d913c9ed131 admin admin] Tracked resource versions report:
Jun 28 16:33:22.638158 dv-cinder-798104-1-iscsi neutron-server[74151]: pushed versions:
Jun 28 16:33:22.638158 dv-cinder-798104-1-iscsi neutron-server[74151]: {   'ConntrackHelper': {'1.0'},
Jun 28 16:33:22.638158 dv-cinder-798104-1-iscsi neutron-server[74151]:     'Log': {'1.0'},
Jun 28 16:33:22.638158 dv-cinder-798104-1-iscsi neutron-server[74151]:     'Network': {'1.1'},
Jun 28 16:33:22.638158 dv-cinder-798104-1-iscsi neutron-server[74151]:     'Port': {'1.5'},
Jun 28 16:33:22.638158 dv-cinder-798104-1-iscsi neutron-server[74151]:     'PortForwarding': {'1.2'},
Jun 28 16:33:22.638158 dv-cinder-798104-1-iscsi neutron-server[74151]:     'QosPolicy': {'1.8'},
Jun 28 16:33:22.638158 dv-cinder-798104-1-iscsi neutron-server[74151]:     'SecurityGroup': {'1.2'},
Jun 28 16:33:22.638158 dv-cinder-798104-1-iscsi neutron-server[74151]:     'SecurityGroupRule': {'1.0'},
Jun 28 16:33:22.638158 dv-cinder-798104-1-iscsi neutron-server[74151]:     'SubPort': {'1.0'},
Jun 28 16:33:22.638158 dv-cinder-798104-1-iscsi neutron-server[74151]:     'Subnet': {'1.1'},
Jun 28 16:33:22.638158 dv-cinder-798104-1-iscsi neutron-server[74151]:     'Trunk': {'1.1'}}
Jun 28 16:33:22.638158 dv-cinder-798104-1-iscsi neutron-server[74151]: consumer versions:
Jun 28 16:33:22.638158 dv-cinder-798104-1-iscsi neutron-server[74151]: {   DHCP agent@dv-cinder-798104-1-iscsi: {},
Jun 28 16:33:22.638158 dv-cinder-798104-1-iscsi neutron-server[74151]:     L3 agent@dv-cinder-798104-1-iscsi: {},
Jun 28 16:33:22.638158 dv-cinder-798104-1-iscsi neutron-server[74151]:     Metadata agent@dv-cinder-798104-1-iscsi: {},
Jun 28 16:33:22.638158 dv-cinder-798104-1-iscsi neutron-server[74151]:     Metering agent@dv-cinder-798104-1-iscsi: {},
Jun 28 16:33:22.638158 dv-cinder-798104-1-iscsi neutron-server[74151]:     Open vSwitch agent@dv-cinder-798104-1-iscsi: {   'ConntrackHelper': '1.0',
Jun 28 16:33:22.638158 dv-cinder-798104-1-iscsi neutron-server[74151]:                                                      'Log': '1.0',
Jun 28 16:33:22.638158 dv-cinder-798104-1-iscsi neutron-server[74151]:                                                      'Network': '1.1',
Jun 28 16:33:22.638158 dv-cinder-798104-1-iscsi neutron-server[74151]:                                                      'Port': '1.5',
Jun 28 16:33:22.638158 dv-cinder-798104-1-iscsi neutron-server[74151]:                                                      'PortForwarding': '1.2',
Jun 28 16:33:22.638158 dv-cinder-798104-1-iscsi neutron-server[74151]:                                                      'QosPolicy': '1.8',
Jun 28 16:33:22.638158 dv-cinder-798104-1-iscsi neutron-server[74151]:                                                      'SecurityGroup': '1.2',
Jun 28 16:33:22.638158 dv-cinder-798104-1-iscsi neutron-server[74151]:                                                      'SecurityGroupRule': '1.0',
Jun 28 16:33:22.638158 dv-cinder-798104-1-iscsi neutron-server[74151]:                                                      'SubPort': '1.0',
Jun 28 16:33:22.638158 dv-cinder-798104-1-iscsi neutron-server[74151]:                                                      'Subnet': '1.1',
Jun 28 16:33:22.638158 dv-cinder-798104-1-iscsi neutron-server[74151]:                                                      'Trunk': '1.1'}}
Jun 28 16:33:22.638158 dv-cinder-798104-1-iscsi neutron-server[74151]:  {{(pid=74151) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 28 16:33:22.708614 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-8677637c-bf97-4c21-b399-9d913c9ed131 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771078342840'] for network, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:33:22.715962 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-8677637c-bf97-4c21-b399-9d913c9ed131 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:33:22.755890 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-8677637c-bf97-4c21-b399-9d913c9ed131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692'] for network, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:33:22.757185 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8677637c-bf97-4c21-b399-9d913c9ed131 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:33:22.757837 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-8677637c-bf97-4c21-b399-9d913c9ed131 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533674'] for network, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:33:22.761000 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:33:22.865038 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-8677637c-bf97-4c21-b399-9d913c9ed131 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 0.9548879
Jun 28 16:33:22.871042 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8677637c-bf97-4c21-b399-9d913c9ed131 admin admin] Pushing event updated for resources: {'Network': ['ID=7cf11027-71fc-4b77-b404-9e59ac6ab51a,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:33:22.898859 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-8677637c-bf97-4c21-b399-9d913c9ed131 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:33:22.907764 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Network 7cf11027-71fc-4b77-b404-9e59ac6ab51a details requested by agent ovs-agent-dv-cinder-798104-1-iscsi with host dv-cinder-798104-1-iscsi {{(pid=74152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 28 16:33:25.460782 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 59240) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:33:26.069000 dv-cinder-798104-1-iscsi neutron-server[74150]: WARNING oslo_policy.policy [None req-4d6d051e-54bb-43bc-b91d-d1354b7acfc5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 28 16:33:26.069613 dv-cinder-798104-1-iscsi neutron-server[74150]: WARNING oslo_policy.policy [None req-4d6d051e-54bb-43bc-b91d-d1354b7acfc5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 28 16:33:26.459801 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.policy [None req-4d6d051e-54bb-43bc-b91d-d1354b7acfc5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=74150) register_rules /opt/stack/neutron/neutron/policy.py:65}}
Jun 28 16:33:26.460564 dv-cinder-798104-1-iscsi neutron-server[74150]: WARNING oslo_policy.policy [None req-4d6d051e-54bb-43bc-b91d-d1354b7acfc5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 28 16:33:26.460926 dv-cinder-798104-1-iscsi neutron-server[74150]: WARNING oslo_policy.policy [None req-4d6d051e-54bb-43bc-b91d-d1354b7acfc5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 28 16:33:26.463881 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6d051e-54bb-43bc-b91d-d1354b7acfc5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:33:26.465739 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-4d6d051e-54bb-43bc-b91d-d1354b7acfc5 admin admin] 10.222.0.30 "GET /v2.0/networks/7cf11027-71fc-4b77-b404-9e59ac6ab51a HTTP/1.1" status: 200  len: 825 time: 1.0028462
Jun 28 16:33:26.497767 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-bbe7b22b-f2a0-4232-a38e-2a6825254e7d admin admin] 10.222.0.30 "GET /v2.0/subnetpools/a186e1a5-00ee-44a9-852e-79f2ad772ae6 HTTP/1.1" status: 200  len: 734 time: 0.0267832
Jun 28 16:33:26.507594 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.v2.base [None req-759a46b6-0e2f-4982-814c-b147859317b6 admin admin] Request body: {'subnet': {'subnetpool_id': 'a186e1a5-00ee-44a9-852e-79f2ad772ae6', 'gateway_ip': '172.20.0.1', 'tenant_id': '9977735ec6d54a399ff5b62d54304b52', 'ip_version': 4, 'name': 'private-subnet', 'network_id': '7cf11027-71fc-4b77-b404-9e59ac6ab51a'}} {{(pid=74150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:33:26.509281 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.quota [None req-759a46b6-0e2f-4982-814c-b147859317b6 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fa2cfefaa90>.
Jun 28 16:33:26.515744 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-759a46b6-0e2f-4982-814c-b147859317b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:33:26.521453 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-759a46b6-0e2f-4982-814c-b147859317b6 admin admin] Usage tracker for resource:subnet and tenant:9977735ec6d54a399ff5b62d54304b52 is out of sync, need to count used quota {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:33:26.524905 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-759a46b6-0e2f-4982-814c-b147859317b6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:33:26.532022 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-759a46b6-0e2f-4982-814c-b147859317b6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:33:26.548619 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-759a46b6-0e2f-4982-814c-b147859317b6 admin admin] Made reservation on behalf of 9977735ec6d54a399ff5b62d54304b52 for: {'subnet': 1} {{(pid=74150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 28 16:33:26.551390 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-759a46b6-0e2f-4982-814c-b147859317b6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:33:26.861903 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-759a46b6-0e2f-4982-814c-b147859317b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692'] for subnet, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:33:26.867981 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:33:26.951471 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759a46b6-0e2f-4982-814c-b147859317b6 admin admin] Checking segment: {'id': '903d0b3b-10b5-42ac-9872-3ea00919977d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '7cf11027-71fc-4b77-b404-9e59ac6ab51a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 28 16:33:26.951907 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759a46b6-0e2f-4982-814c-b147859317b6 admin admin] Network hostable DHCP agents. Network: 7cf11027-71fc-4b77-b404-9e59ac6ab51a, hostable agents: ['e6bae525-68bf-4aa0-98dd-dc96c133cc24'], hosted agents: [] {{(pid=74150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 28 16:33:26.973043 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759a46b6-0e2f-4982-814c-b147859317b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d957eed6-56a4-4cd4-bbf5-1da29d178e91,revision_number=0']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:33:26.990057 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759a46b6-0e2f-4982-814c-b147859317b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:33:26.990389 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759a46b6-0e2f-4982-814c-b147859317b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:33:26.990739 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759a46b6-0e2f-4982-814c-b147859317b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:33:26.991127 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759a46b6-0e2f-4982-814c-b147859317b6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:33:26.991462 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759a46b6-0e2f-4982-814c-b147859317b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:33:26.991816 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759a46b6-0e2f-4982-814c-b147859317b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:33:26.992093 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759a46b6-0e2f-4982-814c-b147859317b6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:33:26.992415 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759a46b6-0e2f-4982-814c-b147859317b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:33:26.992723 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759a46b6-0e2f-4982-814c-b147859317b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:33:26.993023 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759a46b6-0e2f-4982-814c-b147859317b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:33:26.993355 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759a46b6-0e2f-4982-814c-b147859317b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:33:26.994434 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759a46b6-0e2f-4982-814c-b147859317b6 admin admin] Tracked resource versions report:
Jun 28 16:33:26.994434 dv-cinder-798104-1-iscsi neutron-server[74150]: pushed versions:
Jun 28 16:33:26.994434 dv-cinder-798104-1-iscsi neutron-server[74150]: {   'ConntrackHelper': {'1.0'},
Jun 28 16:33:26.994434 dv-cinder-798104-1-iscsi neutron-server[74150]:     'Log': {'1.0'},
Jun 28 16:33:26.994434 dv-cinder-798104-1-iscsi neutron-server[74150]:     'Network': {'1.1'},
Jun 28 16:33:26.994434 dv-cinder-798104-1-iscsi neutron-server[74150]:     'Port': {'1.5'},
Jun 28 16:33:26.994434 dv-cinder-798104-1-iscsi neutron-server[74150]:     'PortForwarding': {'1.2'},
Jun 28 16:33:26.994434 dv-cinder-798104-1-iscsi neutron-server[74150]:     'QosPolicy': {'1.8'},
Jun 28 16:33:26.994434 dv-cinder-798104-1-iscsi neutron-server[74150]:     'SecurityGroup': {'1.2'},
Jun 28 16:33:26.994434 dv-cinder-798104-1-iscsi neutron-server[74150]:     'SecurityGroupRule': {'1.0'},
Jun 28 16:33:26.994434 dv-cinder-798104-1-iscsi neutron-server[74150]:     'SubPort': {'1.0'},
Jun 28 16:33:26.994434 dv-cinder-798104-1-iscsi neutron-server[74150]:     'Subnet': {'1.1'},
Jun 28 16:33:26.994434 dv-cinder-798104-1-iscsi neutron-server[74150]:     'Trunk': {'1.1'}}
Jun 28 16:33:26.994434 dv-cinder-798104-1-iscsi neutron-server[74150]: consumer versions:
Jun 28 16:33:26.994434 dv-cinder-798104-1-iscsi neutron-server[74150]: {   DHCP agent@dv-cinder-798104-1-iscsi: {},
Jun 28 16:33:26.994434 dv-cinder-798104-1-iscsi neutron-server[74150]:     L3 agent@dv-cinder-798104-1-iscsi: {},
Jun 28 16:33:26.994434 dv-cinder-798104-1-iscsi neutron-server[74150]:     Metadata agent@dv-cinder-798104-1-iscsi: {},
Jun 28 16:33:26.994434 dv-cinder-798104-1-iscsi neutron-server[74150]:     Metering agent@dv-cinder-798104-1-iscsi: {},
Jun 28 16:33:26.994434 dv-cinder-798104-1-iscsi neutron-server[74150]:     Open vSwitch agent@dv-cinder-798104-1-iscsi: {   'ConntrackHelper': '1.0',
Jun 28 16:33:26.994434 dv-cinder-798104-1-iscsi neutron-server[74150]:                                                      'Log': '1.0',
Jun 28 16:33:26.994434 dv-cinder-798104-1-iscsi neutron-server[74150]:                                                      'Network': '1.1',
Jun 28 16:33:26.994434 dv-cinder-798104-1-iscsi neutron-server[74150]:                                                      'Port': '1.5',
Jun 28 16:33:26.994434 dv-cinder-798104-1-iscsi neutron-server[74150]:                                                      'PortForwarding': '1.2',
Jun 28 16:33:26.994434 dv-cinder-798104-1-iscsi neutron-server[74150]:                                                      'QosPolicy': '1.8',
Jun 28 16:33:26.994434 dv-cinder-798104-1-iscsi neutron-server[74150]:                                                      'SecurityGroup': '1.2',
Jun 28 16:33:26.994434 dv-cinder-798104-1-iscsi neutron-server[74150]:                                                      'SecurityGroupRule': '1.0',
Jun 28 16:33:26.994434 dv-cinder-798104-1-iscsi neutron-server[74150]:                                                      'SubPort': '1.0',
Jun 28 16:33:26.994434 dv-cinder-798104-1-iscsi neutron-server[74150]:                                                      'Subnet': '1.1',
Jun 28 16:33:26.994434 dv-cinder-798104-1-iscsi neutron-server[74150]:                                                      'Trunk': '1.1'}}
Jun 28 16:33:26.994434 dv-cinder-798104-1-iscsi neutron-server[74150]:  {{(pid=74150) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 28 16:33:27.023198 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759a46b6-0e2f-4982-814c-b147859317b6 admin admin] Network 7cf11027-71fc-4b77-b404-9e59ac6ab51a is scheduled to be hosted by DHCP agent e6bae525-68bf-4aa0-98dd-dc96c133cc24 with binding_index 1 {{(pid=74150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 28 16:33:27.033645 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-759a46b6-0e2f-4982-814c-b147859317b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:33:27.039313 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.scheduler.base_scheduler [None req-759a46b6-0e2f-4982-814c-b147859317b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798104-1-iscsi, 7cf11027-71fc-4b77-b404-9e59ac6ab51a) {{(pid=74150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 28 16:33:27.044012 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759a46b6-0e2f-4982-814c-b147859317b6 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:33:27.044645 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-759a46b6-0e2f-4982-814c-b147859317b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533674'] for subnet, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:33:27.050128 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2881333-1a2c-4d25-9232-70d23f25e460 None None] Network 7cf11027-71fc-4b77-b404-9e59ac6ab51a requested from dv-cinder-798104-1-iscsi {{(pid=74152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 28 16:33:27.085786 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-759a46b6-0e2f-4982-814c-b147859317b6 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.5826330
Jun 28 16:33:27.367066 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083139f2-b67f-4db4-8744-53ba1648f7ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc71e96ad-d9c0-53f4-9726-180792ecc6d0-7cf11027-71fc-4b77-b404-9e59ac6ab51a', 'network_id': '7cf11027-71fc-4b77-b404-9e59ac6ab51a', 'tenant_id': '9977735ec6d54a399ff5b62d54304b52', 'fixed_ips': [{'subnet_id': 'd957eed6-56a4-4cd4-bbf5-1da29d178e91'}]}} from dv-cinder-798104-1-iscsi. {{(pid=74152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Jun 28 16:33:27.368224 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-083139f2-b67f-4db4-8744-53ba1648f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_create {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:33:27.555573 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.db_base_plugin_common [None req-083139f2-b67f-4db4-8744-53ba1648f7ce None None] Allocated IP 172.20.0.2 (7cf11027-71fc-4b77-b404-9e59ac6ab51a/d957eed6-56a4-4cd4-bbf5-1da29d178e91/85304e1d-5734-48b6-8255-845d557c4dcc) {{(pid=74152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 28 16:33:27.782551 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-083139f2-b67f-4db4-8744-53ba1648f7ce None None] Notify callbacks [] for port, precommit_create {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:33:27.795978 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-083139f2-b67f-4db4-8744-53ba1648f7ce None None] Transition to ACTIVE for port object 85304e1d-5734-48b6-8255-845d557c4dcc will not be triggered until provisioned by entity L2. {{(pid=74152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 28 16:33:27.818714 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-083139f2-b67f-4db4-8744-53ba1648f7ce None None] Transition to ACTIVE for port object 85304e1d-5734-48b6-8255-845d557c4dcc will not be triggered until provisioned by entity DHCP. {{(pid=74152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 28 16:33:27.826163 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-083139f2-b67f-4db4-8744-53ba1648f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771078328113'] for port, after_create {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:33:27.833916 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:33:27.906516 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083139f2-b67f-4db4-8744-53ba1648f7ce None None] Network 7cf11027-71fc-4b77-b404-9e59ac6ab51a is already hosted by enough agents. {{(pid=74152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 28 16:33:27.907403 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083139f2-b67f-4db4-8744-53ba1648f7ce None None] Pushing event updated for resources: {'Port': ['ID=85304e1d-5734-48b6-8255-845d557c4dcc,revision_number=1']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:33:27.910056 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.scheduler.base_scheduler [None req-083139f2-b67f-4db4-8744-53ba1648f7ce None None] Resources bound (agent type, host, resource id):  {{(pid=74152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 28 16:33:27.914647 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083139f2-b67f-4db4-8744-53ba1648f7ce None None] Received port after_create {{(pid=74152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 28 16:33:27.922714 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083139f2-b67f-4db4-8744-53ba1648f7ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:33:27.923049 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083139f2-b67f-4db4-8744-53ba1648f7ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:33:27.923375 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083139f2-b67f-4db4-8744-53ba1648f7ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:33:27.923695 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083139f2-b67f-4db4-8744-53ba1648f7ce None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:33:27.924017 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083139f2-b67f-4db4-8744-53ba1648f7ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:33:27.924333 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083139f2-b67f-4db4-8744-53ba1648f7ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:33:27.924644 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083139f2-b67f-4db4-8744-53ba1648f7ce None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:33:27.924980 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083139f2-b67f-4db4-8744-53ba1648f7ce None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:33:27.925322 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083139f2-b67f-4db4-8744-53ba1648f7ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:33:27.925635 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083139f2-b67f-4db4-8744-53ba1648f7ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:33:27.925941 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083139f2-b67f-4db4-8744-53ba1648f7ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:33:27.927624 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083139f2-b67f-4db4-8744-53ba1648f7ce None None] Tracked resource versions report:
Jun 28 16:33:27.927624 dv-cinder-798104-1-iscsi neutron-server[74152]: pushed versions:
Jun 28 16:33:27.927624 dv-cinder-798104-1-iscsi neutron-server[74152]: {   'ConntrackHelper': {'1.0'},
Jun 28 16:33:27.927624 dv-cinder-798104-1-iscsi neutron-server[74152]:     'Log': {'1.0'},
Jun 28 16:33:27.927624 dv-cinder-798104-1-iscsi neutron-server[74152]:     'Network': {'1.1'},
Jun 28 16:33:27.927624 dv-cinder-798104-1-iscsi neutron-server[74152]:     'Port': {'1.5'},
Jun 28 16:33:27.927624 dv-cinder-798104-1-iscsi neutron-server[74152]:     'PortForwarding': {'1.2'},
Jun 28 16:33:27.927624 dv-cinder-798104-1-iscsi neutron-server[74152]:     'QosPolicy': {'1.8'},
Jun 28 16:33:27.927624 dv-cinder-798104-1-iscsi neutron-server[74152]:     'SecurityGroup': {'1.2'},
Jun 28 16:33:27.927624 dv-cinder-798104-1-iscsi neutron-server[74152]:     'SecurityGroupRule': {'1.0'},
Jun 28 16:33:27.927624 dv-cinder-798104-1-iscsi neutron-server[74152]:     'SubPort': {'1.0'},
Jun 28 16:33:27.927624 dv-cinder-798104-1-iscsi neutron-server[74152]:     'Subnet': {'1.1'},
Jun 28 16:33:27.927624 dv-cinder-798104-1-iscsi neutron-server[74152]:     'Trunk': {'1.1'}}
Jun 28 16:33:27.927624 dv-cinder-798104-1-iscsi neutron-server[74152]: consumer versions:
Jun 28 16:33:27.927624 dv-cinder-798104-1-iscsi neutron-server[74152]: {   DHCP agent@dv-cinder-798104-1-iscsi: {},
Jun 28 16:33:27.927624 dv-cinder-798104-1-iscsi neutron-server[74152]:     L3 agent@dv-cinder-798104-1-iscsi: {},
Jun 28 16:33:27.927624 dv-cinder-798104-1-iscsi neutron-server[74152]:     Metadata agent@dv-cinder-798104-1-iscsi: {},
Jun 28 16:33:27.927624 dv-cinder-798104-1-iscsi neutron-server[74152]:     Metering agent@dv-cinder-798104-1-iscsi: {},
Jun 28 16:33:27.927624 dv-cinder-798104-1-iscsi neutron-server[74152]:     Open vSwitch agent@dv-cinder-798104-1-iscsi: {   'ConntrackHelper': '1.0',
Jun 28 16:33:27.927624 dv-cinder-798104-1-iscsi neutron-server[74152]:                                                      'Log': '1.0',
Jun 28 16:33:27.927624 dv-cinder-798104-1-iscsi neutron-server[74152]:                                                      'Network': '1.1',
Jun 28 16:33:27.927624 dv-cinder-798104-1-iscsi neutron-server[74152]:                                                      'Port': '1.5',
Jun 28 16:33:27.927624 dv-cinder-798104-1-iscsi neutron-server[74152]:                                                      'PortForwarding': '1.2',
Jun 28 16:33:27.927624 dv-cinder-798104-1-iscsi neutron-server[74152]:                                                      'QosPolicy': '1.8',
Jun 28 16:33:27.927624 dv-cinder-798104-1-iscsi neutron-server[74152]:                                                      'SecurityGroup': '1.2',
Jun 28 16:33:27.927624 dv-cinder-798104-1-iscsi neutron-server[74152]:                                                      'SecurityGroupRule': '1.0',
Jun 28 16:33:27.927624 dv-cinder-798104-1-iscsi neutron-server[74152]:                                                      'SubPort': '1.0',
Jun 28 16:33:27.927624 dv-cinder-798104-1-iscsi neutron-server[74152]:                                                      'Subnet': '1.1',
Jun 28 16:33:27.927624 dv-cinder-798104-1-iscsi neutron-server[74152]:                                                      'Trunk': '1.1'}}
Jun 28 16:33:27.927624 dv-cinder-798104-1-iscsi neutron-server[74152]:  {{(pid=74152) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 28 16:33:27.932593 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-083139f2-b67f-4db4-8744-53ba1648f7ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:33:28.017776 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.managers [None req-083139f2-b67f-4db4-8744-53ba1648f7ce None None] Attempting to bind port 85304e1d-5734-48b6-8255-845d557c4dcc on host dv-cinder-798104-1-iscsi for vnic_type normal with profile  {{(pid=74152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 28 16:33:28.018173 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.managers [None req-083139f2-b67f-4db4-8744-53ba1648f7ce None None] Attempting to bind port 85304e1d-5734-48b6-8255-845d557c4dcc by drivers openvswitch,hyperv on host dv-cinder-798104-1-iscsi at level 0 using segments [{'id': '903d0b3b-10b5-42ac-9872-3ea00919977d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '7cf11027-71fc-4b77-b404-9e59ac6ab51a'}] {{(pid=74152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 28 16:33:28.018612 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083139f2-b67f-4db4-8744-53ba1648f7ce None None] Attempting to bind port 85304e1d-5734-48b6-8255-845d557c4dcc on network 7cf11027-71fc-4b77-b404-9e59ac6ab51a {{(pid=74152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 28 16:33:28.026525 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083139f2-b67f-4db4-8744-53ba1648f7ce None None] Checking agent: {'id': '235649c2-d0e1-424d-8662-9e7ce5cd7ca9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798104-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 16, 33, 9), 'started_at': datetime.datetime(2021, 6, 28, 16, 33, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 16, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798104-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 28 16:33:28.026911 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083139f2-b67f-4db4-8744-53ba1648f7ce None None] Checking segment: {'id': '903d0b3b-10b5-42ac-9872-3ea00919977d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '7cf11027-71fc-4b77-b404-9e59ac6ab51a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 28 16:33:28.027361 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-083139f2-b67f-4db4-8744-53ba1648f7ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:33:28.027769 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083139f2-b67f-4db4-8744-53ba1648f7ce None None] Bound using segment: {'id': '903d0b3b-10b5-42ac-9872-3ea00919977d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '7cf11027-71fc-4b77-b404-9e59ac6ab51a'} {{(pid=74152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 28 16:33:28.028229 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.managers [None req-083139f2-b67f-4db4-8744-53ba1648f7ce None None] Bound port: 85304e1d-5734-48b6-8255-845d557c4dcc, host: dv-cinder-798104-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '903d0b3b-10b5-42ac-9872-3ea00919977d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '7cf11027-71fc-4b77-b404-9e59ac6ab51a'}}] {{(pid=74152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 28 16:33:28.028671 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-083139f2-b67f-4db4-8744-53ba1648f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:33:28.120650 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-083139f2-b67f-4db4-8744-53ba1648f7ce None None] For port 85304e1d-5734-48b6-8255-845d557c4dcc, host dv-cinder-798104-1-iscsi, cleared binding levels {{(pid=74152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 28 16:33:28.124756 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-083139f2-b67f-4db4-8744-53ba1648f7ce None None] For port 85304e1d-5734-48b6-8255-845d557c4dcc, host dv-cinder-798104-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-iscsi',level=0,port_id=85304e1d-5734-48b6-8255-845d557c4dcc,segment=NetworkSegment(903d0b3b-10b5-42ac-9872-3ea00919977d),segment_id=903d0b3b-10b5-42ac-9872-3ea00919977d)] {{(pid=74152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 28 16:33:28.129328 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-083139f2-b67f-4db4-8744-53ba1648f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:33:28.133904 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:33:28.241051 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083139f2-b67f-4db4-8744-53ba1648f7ce None None] Pushing event updated for resources: {'Port': ['ID=85304e1d-5734-48b6-8255-845d557c4dcc,revision_number=2']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:33:28.244652 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-083139f2-b67f-4db4-8744-53ba1648f7ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:33:29.401249 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 59260) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:33:29.846064 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [None req-360fb26b-2c3c-455c-be6a-6a3d7b195b8f admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=74151) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Jun 28 16:33:29.847046 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-360fb26b-2c3c-455c-be6a-6a3d7b195b8f admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.4448457
Jun 28 16:33:31.716821 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device 85304e1d-5734-48b6-8255-845d557c4dcc up at agent ovs-agent-dv-cinder-798104-1-iscsi {{(pid=74152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 28 16:33:31.790197 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Provisioning for port 85304e1d-5734-48b6-8255-845d557c4dcc completed by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 28 16:33:31.993899 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3950e01-d961-4328-ac0b-0e33c66761de None None] Network 7cf11027-71fc-4b77-b404-9e59ac6ab51a requested from dv-cinder-798104-1-iscsi {{(pid=74152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 28 16:33:32.093803 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-4b97bdff-573f-4b72-a20d-f82c226a5a29 None None] Provisioning for port 85304e1d-5734-48b6-8255-845d557c4dcc completed by entity DHCP. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 28 16:33:32.106448 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-4b97bdff-573f-4b72-a20d-f82c226a5a29 None None] Provisioning complete for port 85304e1d-5734-48b6-8255-845d557c4dcc triggered by entity DHCP. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:33:32.106855 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-4b97bdff-573f-4b72-a20d-f82c226a5a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:33:32.169728 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 59274) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:33:32.342631 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-4b97bdff-573f-4b72-a20d-f82c226a5a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:33:32.391129 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-4b97bdff-573f-4b72-a20d-f82c226a5a29 None None] For port 85304e1d-5734-48b6-8255-845d557c4dcc, host dv-cinder-798104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-iscsi',level=0,port_id=85304e1d-5734-48b6-8255-845d557c4dcc,segment=NetworkSegment(903d0b3b-10b5-42ac-9872-3ea00919977d),segment_id=903d0b3b-10b5-42ac-9872-3ea00919977d)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:33:32.397546 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-4b97bdff-573f-4b72-a20d-f82c226a5a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:33:32.399666 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:33:32.466336 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b97bdff-573f-4b72-a20d-f82c226a5a29 None None] Pushing event updated for resources: {'Port': ['ID=85304e1d-5734-48b6-8255-845d557c4dcc,revision_number=3']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:33:32.474486 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-4b97bdff-573f-4b72-a20d-f82c226a5a29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:33:32.623390 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [None req-e2fceec4-19e2-4271-a633-8f8e17b20203 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=74150) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Jun 28 16:33:32.624364 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-e2fceec4-19e2-4271-a633-8f8e17b20203 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.4534223
Jun 28 16:33:32.630574 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-7a18c11f-9a95-4f2c-b837-35c717872c9c None None] Provisioning complete for port 85304e1d-5734-48b6-8255-845d557c4dcc triggered by entity DHCP. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:33:32.630943 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-7a18c11f-9a95-4f2c-b837-35c717872c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:33:33.686694 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device 85304e1d-5734-48b6-8255-845d557c4dcc up at agent ovs-agent-dv-cinder-798104-1-iscsi {{(pid=74152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 28 16:33:33.758304 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Provisioning complete for port 85304e1d-5734-48b6-8255-845d557c4dcc triggered by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:33:33.758665 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:33:35.314492 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 59286) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:33:35.724764 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.v2.base [None req-e41bdd4c-6bf2-4146-9f18-1d378afbdb76 admin admin] Request body: {'router': {'tenant_id': '9977735ec6d54a399ff5b62d54304b52', 'name': 'router1', 'admin_state_up': True}} {{(pid=74151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:33:35.729594 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-e41bdd4c-6bf2-4146-9f18-1d378afbdb76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:33:35.733480 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-e41bdd4c-6bf2-4146-9f18-1d378afbdb76 admin admin] Usage tracker for resource:router and tenant:9977735ec6d54a399ff5b62d54304b52 is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:33:35.737544 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-e41bdd4c-6bf2-4146-9f18-1d378afbdb76 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:33:35.743599 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-e41bdd4c-6bf2-4146-9f18-1d378afbdb76 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:33:35.754423 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-e41bdd4c-6bf2-4146-9f18-1d378afbdb76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-673619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2149'] for router, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:33:35.756385 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-e41bdd4c-6bf2-4146-9f18-1d378afbdb76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-672504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-674524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-353154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2170'] for router, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:33:35.783198 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-e41bdd4c-6bf2-4146-9f18-1d378afbdb76 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:33:35.892431 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-e41bdd4c-6bf2-4146-9f18-1d378afbdb76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-673608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-674545'] for router, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:33:35.914595 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-e41bdd4c-6bf2-4146-9f18-1d378afbdb76 admin admin] Notify callbacks [] for router, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:33:35.916011 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-e41bdd4c-6bf2-4146-9f18-1d378afbdb76 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.6003475
Jun 28 16:33:38.258080 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 59296) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:33:38.689317 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [None req-b40a09b2-f9bd-4be8-a7e4-6e745e40d153 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=74150) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Jun 28 16:33:38.690978 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-b40a09b2-f9bd-4be8-a7e4-6e745e40d153 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.4318318
Jun 28 16:33:38.920873 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-1e6b7b67-84bd-44b4-a614-86ef535fe547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:33:39.395248 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:33:41.026346 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 59306) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:33:41.216115 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-7ebb5fa4-d8c5-4ee1-b979-ee20727b2d1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:33:41.480435 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.v2.base [None req-307522ca-69df-4126-9090-dba2e97a80b7 admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=74150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:33:41.485571 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-307522ca-69df-4126-9090-dba2e97a80b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:33:41.489912 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-307522ca-69df-4126-9090-dba2e97a80b7 admin admin] Usage tracker for resource:network and tenant:300ef0814f9e464bad19bf52ec5194e4 is out of sync, need to count used quota {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:33:41.492792 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-307522ca-69df-4126-9090-dba2e97a80b7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:33:41.498589 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-307522ca-69df-4126-9090-dba2e97a80b7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:33:41.508949 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-307522ca-69df-4126-9090-dba2e97a80b7 admin admin] Made reservation on behalf of 300ef0814f9e464bad19bf52ec5194e4 for: {'network': 1} {{(pid=74150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 28 16:33:41.511397 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-307522ca-69df-4126-9090-dba2e97a80b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for network, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:33:41.527489 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-307522ca-69df-4126-9090-dba2e97a80b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:33:41.569401 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-307522ca-69df-4126-9090-dba2e97a80b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:33:41.573019 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-307522ca-69df-4126-9090-dba2e97a80b7 admin admin] Usage tracker for resource:security_group_rule and tenant:300ef0814f9e464bad19bf52ec5194e4 is out of sync, need to count used quota {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:33:41.575894 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-307522ca-69df-4126-9090-dba2e97a80b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:33:41.581555 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-307522ca-69df-4126-9090-dba2e97a80b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:33:41.651812 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-307522ca-69df-4126-9090-dba2e97a80b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:33:41.656549 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-307522ca-69df-4126-9090-dba2e97a80b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:33:41.660974 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:33:41.678114 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-307522ca-69df-4126-9090-dba2e97a80b7 admin admin] Reserving flat network on physical network physnet1 {{(pid=74150) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Jun 28 16:33:41.700595 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307522ca-69df-4126-9090-dba2e97a80b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3750cd9-d437-492d-9019-819a1fd156d9,revision_number=1']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:33:41.707506 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-307522ca-69df-4126-9090-dba2e97a80b7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771078865017', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719364'] for segment, precommit_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:33:41.708677 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-307522ca-69df-4126-9090-dba2e97a80b7 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fa2d0a40790> segment precommit_create {{(pid=74150) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Jun 28 16:33:41.709166 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.db.segments_db [None req-307522ca-69df-4126-9090-dba2e97a80b7 admin admin] Added segment c33c21b7-7592-40e1-a334-7e00067f8a18 of type flat for network 05d3a8da-27a1-489e-9cdc-367ff8331792
Jun 28 16:33:41.716530 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-307522ca-69df-4126-9090-dba2e97a80b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:33:41.756750 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-307522ca-69df-4126-9090-dba2e97a80b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771078342840'] for network, precommit_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:33:41.798968 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-307522ca-69df-4126-9090-dba2e97a80b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692'] for network, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:33:41.800104 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307522ca-69df-4126-9090-dba2e97a80b7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:33:41.800693 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-307522ca-69df-4126-9090-dba2e97a80b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533674'] for network, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:33:41.803929 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:33:41.907157 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307522ca-69df-4126-9090-dba2e97a80b7 admin admin] Pushing event updated for resources: {'Network': ['ID=05d3a8da-27a1-489e-9cdc-367ff8331792,revision_number=1']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:33:41.909697 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-307522ca-69df-4126-9090-dba2e97a80b7 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.8821800
Jun 28 16:33:41.926800 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-307522ca-69df-4126-9090-dba2e97a80b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:33:41.934777 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Network 05d3a8da-27a1-489e-9cdc-367ff8331792 details requested by agent ovs-agent-dv-cinder-798104-1-iscsi with host dv-cinder-798104-1-iscsi {{(pid=74152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 28 16:33:42.362645 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-6c3ff140-2be5-46e8-b74a-5424bc372793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:33:43.935321 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-5e27322e-457d-4bf0-b73d-ff6c09f635fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:33:44.153032 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 59326) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:33:44.385576 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ea7c16-b5d2-472c-b3c7-2abd7dd83e05 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:33:44.386898 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-18ea7c16-b5d2-472c-b3c7-2abd7dd83e05 admin admin] 10.222.0.30 "GET /v2.0/subnets/d957eed6-56a4-4cd4-bbf5-1da29d178e91 HTTP/1.1" status: 200  len: 849 time: 0.2329922
Jun 28 16:33:44.571213 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-5a9464e6-ce08-4179-9e3e-29e2851a1fd5 admin admin] 10.222.0.30 "GET /v2.0/routers/cb0aa6c3-f2e6-49ef-8a3d-81fc983377a4 HTTP/1.1" status: 200  len: 704 time: 0.1790082
Jun 28 16:33:45.030499 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-22cf34ab-7e5c-4b03-a315-cc6fabb49151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:33:45.259888 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.db_base_plugin_common [None req-22cf34ab-7e5c-4b03-a315-cc6fabb49151 admin admin] Allocated IP 172.20.0.1 (7cf11027-71fc-4b77-b404-9e59ac6ab51a/d957eed6-56a4-4cd4-bbf5-1da29d178e91/62b01b8b-13ba-44ba-8642-a9ac90bbdb5a) {{(pid=74150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 28 16:33:45.421873 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-22cf34ab-7e5c-4b03-a315-cc6fabb49151 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:33:45.444140 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.provisioning_blocks [None req-22cf34ab-7e5c-4b03-a315-cc6fabb49151 admin admin] Transition to ACTIVE for port object 62b01b8b-13ba-44ba-8642-a9ac90bbdb5a will not be triggered until provisioned by entity DHCP. {{(pid=74150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 28 16:33:45.499509 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-22cf34ab-7e5c-4b03-a315-cc6fabb49151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771078328113'] for port, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:33:45.503877 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:33:45.569240 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22cf34ab-7e5c-4b03-a315-cc6fabb49151 admin admin] Network 7cf11027-71fc-4b77-b404-9e59ac6ab51a is already hosted by enough agents. {{(pid=74150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 28 16:33:45.572121 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.scheduler.base_scheduler [None req-22cf34ab-7e5c-4b03-a315-cc6fabb49151 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 28 16:33:45.575972 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cf34ab-7e5c-4b03-a315-cc6fabb49151 admin admin] Received port after_create {{(pid=74150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 28 16:33:45.576503 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-22cf34ab-7e5c-4b03-a315-cc6fabb49151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-674087'] for router_interface, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:33:45.585047 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cf34ab-7e5c-4b03-a315-cc6fabb49151 admin admin] Pushing event updated for resources: {'Port': ['ID=62b01b8b-13ba-44ba-8642-a9ac90bbdb5a,revision_number=1']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:33:45.625748 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-22cf34ab-7e5c-4b03-a315-cc6fabb49151 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:33:45.711742 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-22cf34ab-7e5c-4b03-a315-cc6fabb49151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:33:45.773801 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-bc536b86-8fd2-49ce-bb3e-be9a51550cd7 None None] Provisioning for port 62b01b8b-13ba-44ba-8642-a9ac90bbdb5a completed by entity DHCP. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 28 16:33:45.780948 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-bc536b86-8fd2-49ce-bb3e-be9a51550cd7 None None] Provisioning complete for port 62b01b8b-13ba-44ba-8642-a9ac90bbdb5a triggered by entity DHCP. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:33:45.781348 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-bc536b86-8fd2-49ce-bb3e-be9a51550cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:33:45.836135 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-bc536b86-8fd2-49ce-bb3e-be9a51550cd7 None None] Port 62b01b8b-13ba-44ba-8642-a9ac90bbdb5a cannot update to ACTIVE because it is not bound. {{(pid=74152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 28 16:33:45.985883 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-22cf34ab-7e5c-4b03-a315-cc6fabb49151 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:33:45.990934 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-22cf34ab-7e5c-4b03-a315-cc6fabb49151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:33:45.992105 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-22cf34ab-7e5c-4b03-a315-cc6fabb49151 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-677387'] for router_interface, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:33:45.995395 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-22cf34ab-7e5c-4b03-a315-cc6fabb49151 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:33:46.142265 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cf34ab-7e5c-4b03-a315-cc6fabb49151 admin admin] Pushing event updated for resources: {'Port': ['ID=62b01b8b-13ba-44ba-8642-a9ac90bbdb5a,revision_number=2']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:33:46.147803 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-22cf34ab-7e5c-4b03-a315-cc6fabb49151 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:33:46.211107 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22cf34ab-7e5c-4b03-a315-cc6fabb49151 admin admin] Network 7cf11027-71fc-4b77-b404-9e59ac6ab51a is already hosted by enough agents. {{(pid=74150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 28 16:33:46.212159 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.scheduler.base_scheduler [None req-22cf34ab-7e5c-4b03-a315-cc6fabb49151 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 28 16:33:46.461207 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-b62f38c4-4161-45f9-82aa-88cf64ade097 None None] Provisioning complete for port 62b01b8b-13ba-44ba-8642-a9ac90bbdb5a triggered by entity DHCP. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:33:46.461573 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-b62f38c4-4161-45f9-82aa-88cf64ade097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:33:46.511041 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-b62f38c4-4161-45f9-82aa-88cf64ade097 None None] Port 62b01b8b-13ba-44ba-8642-a9ac90bbdb5a cannot update to ACTIVE because it is not bound. {{(pid=74152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 28 16:33:46.561359 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22cf34ab-7e5c-4b03-a315-cc6fabb49151 admin admin] Router cb0aa6c3-f2e6-49ef-8a3d-81fc983377a4 is scheduled to L3 agent c1a676c2-2a78-4c35-ab22-a28e05dfd46e with binding_index 1 {{(pid=74150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jun 28 16:33:46.729657 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22cf34ab-7e5c-4b03-a315-cc6fabb49151 admin admin] Notify agent at l3_agent.dv-cinder-798104-1-iscsi the message routers_updated {{(pid=74150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 28 16:33:46.739069 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb55701-aab2-498e-a30a-9d451556c688 None None] Sync routers for ids ['cb0aa6c3-f2e6-49ef-8a3d-81fc983377a4'] in dv-cinder-798104-1-iscsi {{(pid=74153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 28 16:33:46.739583 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-22cf34ab-7e5c-4b03-a315-cc6fabb49151 admin admin] 10.222.0.30 "PUT /v2.0/routers/cb0aa6c3-f2e6-49ef-8a3d-81fc983377a4/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.1631982
Jun 28 16:33:46.752124 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb55701-aab2-498e-a30a-9d451556c688 None None] Routers {'cb0aa6c3-f2e6-49ef-8a3d-81fc983377a4'} bound to L3 agent in host dv-cinder-798104-1-iscsi {{(pid=74153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 28 16:33:46.753002 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_hamode_db [None req-acb55701-aab2-498e-a30a-9d451556c688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa2cfdad340>, 'dv-cinder-798104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-28T16:33:11Z,description=<?>,heartbeat_timestamp=2021-06-28T16:33:41Z,host='dv-cinder-798104-1-iscsi',id=c1a676c2-2a78-4c35-ab22-a28e05dfd46e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-28T16:33:11Z,topic='l3_agent')) {'router_ids': ['cb0aa6c3-f2e6-49ef-8a3d-81fc983377a4'], 'active': True} {{(pid=74153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:33:46.931739 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_dvr_db [None req-acb55701-aab2-498e-a30a-9d451556c688 None None] Set router cb0aa6c3-f2e6-49ef-8a3d-81fc983377a4 gateway port host: None {{(pid=74153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 28 16:33:47.301796 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_hamode_db [None req-acb55701-aab2-498e-a30a-9d451556c688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa2cfdad340>, [{'id': 'cb0aa6c3-f2e6-49ef-8a3d-81fc983377a4', 'name': 'router1', 'tenant_id': '9977735ec6d54a399ff5b62d54304b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:33:35Z', 'updated_at': '2021-06-28T16:33:45Z', 'revision_number': 2, 'project_id': '9977735ec6d54a399ff5b62d54304b52', 'gw_port_host': None, '_interfaces': [{'id': '62b01b8b-13ba-44ba-8642-a9ac90bbdb5a', 'name': '', 'network_id': '7cf11027-71fc-4b77-b404-9e59ac6ab51a', 'tenant_id': '9977735ec6d54a399ff5b62d54304b52', 'mac_address': 'fa:16:3e:6f:a0:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0aa6c3-f2e6-49ef-8a3d-81fc983377a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd957eed6-56a4-4cd4-bbf5-1da29d178e91', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:33:45Z', 'updated_at': '2021-06-28T16:33:45Z', 'revision_number': 2, 'project_id': '9977735ec6d54a399ff5b62d54304b52', 'subnets': [{'id': 'd957eed6-56a4-4cd4-bbf5-1da29d178e91', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a186e1a5-00ee-44a9-852e-79f2ad772ae6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-iscsi', False) {} {{(pid=74153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:33:47.306619 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb55701-aab2-498e-a30a-9d451556c688 None None] Checking router: cb0aa6c3-f2e6-49ef-8a3d-81fc983377a4 for host: dv-cinder-798104-1-iscsi {{(pid=74153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 28 16:33:47.306983 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb55701-aab2-498e-a30a-9d451556c688 None None] Updating router cb0aa6c3-f2e6-49ef-8a3d-81fc983377a4 port 62b01b8b-13ba-44ba-8642-a9ac90bbdb5a binding host dv-cinder-798104-1-iscsi {{(pid=74153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 28 16:33:47.360894 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron_lib.callbacks.manager [None req-acb55701-aab2-498e-a30a-9d451556c688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:33:47.743386 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron_lib.callbacks.manager [None req-acb55701-aab2-498e-a30a-9d451556c688 None None] Notify callbacks [] for port, precommit_update {{(pid=74153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:33:47.758965 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.provisioning_blocks [None req-acb55701-aab2-498e-a30a-9d451556c688 None None] Transition to ACTIVE for port object 62b01b8b-13ba-44ba-8642-a9ac90bbdb5a will not be triggered until provisioned by entity L2. {{(pid=74153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 28 16:33:47.765202 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron_lib.callbacks.manager [None req-acb55701-aab2-498e-a30a-9d451556c688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:33:47.771320 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:33:48.012057 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ad23f1-2d7d-4542-98c6-20577ab8a10e None None] Pushing event updated for resources: {'Port': ['ID=62b01b8b-13ba-44ba-8642-a9ac90bbdb5a,revision_number=3']} {{(pid=74153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:33:48.017319 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.managers [None req-acb55701-aab2-498e-a30a-9d451556c688 None None] Attempting to bind port 62b01b8b-13ba-44ba-8642-a9ac90bbdb5a on host dv-cinder-798104-1-iscsi for vnic_type normal with profile  {{(pid=74153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 28 16:33:48.017711 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.managers [None req-acb55701-aab2-498e-a30a-9d451556c688 None None] Attempting to bind port 62b01b8b-13ba-44ba-8642-a9ac90bbdb5a by drivers openvswitch,hyperv on host dv-cinder-798104-1-iscsi at level 0 using segments [{'id': '903d0b3b-10b5-42ac-9872-3ea00919977d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '7cf11027-71fc-4b77-b404-9e59ac6ab51a'}] {{(pid=74153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 28 16:33:48.018139 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb55701-aab2-498e-a30a-9d451556c688 None None] Attempting to bind port 62b01b8b-13ba-44ba-8642-a9ac90bbdb5a on network 7cf11027-71fc-4b77-b404-9e59ac6ab51a {{(pid=74153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 28 16:33:48.028488 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb55701-aab2-498e-a30a-9d451556c688 None None] Checking agent: {'id': '235649c2-d0e1-424d-8662-9e7ce5cd7ca9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798104-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 16, 33, 9), 'started_at': datetime.datetime(2021, 6, 28, 16, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 16, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798104-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 28 16:33:48.028934 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb55701-aab2-498e-a30a-9d451556c688 None None] Checking segment: {'id': '903d0b3b-10b5-42ac-9872-3ea00919977d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '7cf11027-71fc-4b77-b404-9e59ac6ab51a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 28 16:33:48.029394 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron_lib.callbacks.manager [None req-acb55701-aab2-498e-a30a-9d451556c688 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:33:48.029785 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb55701-aab2-498e-a30a-9d451556c688 None None] Bound using segment: {'id': '903d0b3b-10b5-42ac-9872-3ea00919977d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '7cf11027-71fc-4b77-b404-9e59ac6ab51a'} {{(pid=74153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 28 16:33:48.030288 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.managers [None req-acb55701-aab2-498e-a30a-9d451556c688 None None] Bound port: 62b01b8b-13ba-44ba-8642-a9ac90bbdb5a, host: dv-cinder-798104-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '903d0b3b-10b5-42ac-9872-3ea00919977d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '7cf11027-71fc-4b77-b404-9e59ac6ab51a'}}] {{(pid=74153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 28 16:33:48.030766 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron_lib.callbacks.manager [None req-acb55701-aab2-498e-a30a-9d451556c688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:33:48.117180 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ad23f1-2d7d-4542-98c6-20577ab8a10e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:33:48.117488 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ad23f1-2d7d-4542-98c6-20577ab8a10e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:33:48.117951 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ad23f1-2d7d-4542-98c6-20577ab8a10e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:33:48.118122 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ad23f1-2d7d-4542-98c6-20577ab8a10e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:33:48.118449 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ad23f1-2d7d-4542-98c6-20577ab8a10e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:33:48.118799 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ad23f1-2d7d-4542-98c6-20577ab8a10e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:33:48.119174 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ad23f1-2d7d-4542-98c6-20577ab8a10e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:33:48.119502 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ad23f1-2d7d-4542-98c6-20577ab8a10e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:33:48.119813 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ad23f1-2d7d-4542-98c6-20577ab8a10e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:33:48.120121 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ad23f1-2d7d-4542-98c6-20577ab8a10e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:33:48.120427 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ad23f1-2d7d-4542-98c6-20577ab8a10e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:33:48.121571 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ad23f1-2d7d-4542-98c6-20577ab8a10e None None] Tracked resource versions report:
Jun 28 16:33:48.121571 dv-cinder-798104-1-iscsi neutron-server[74153]: pushed versions:
Jun 28 16:33:48.121571 dv-cinder-798104-1-iscsi neutron-server[74153]: {   'ConntrackHelper': {'1.0'},
Jun 28 16:33:48.121571 dv-cinder-798104-1-iscsi neutron-server[74153]:     'Log': {'1.0'},
Jun 28 16:33:48.121571 dv-cinder-798104-1-iscsi neutron-server[74153]:     'Network': {'1.1'},
Jun 28 16:33:48.121571 dv-cinder-798104-1-iscsi neutron-server[74153]:     'Port': {'1.5'},
Jun 28 16:33:48.121571 dv-cinder-798104-1-iscsi neutron-server[74153]:     'PortForwarding': {'1.2'},
Jun 28 16:33:48.121571 dv-cinder-798104-1-iscsi neutron-server[74153]:     'QosPolicy': {'1.8'},
Jun 28 16:33:48.121571 dv-cinder-798104-1-iscsi neutron-server[74153]:     'SecurityGroup': {'1.2'},
Jun 28 16:33:48.121571 dv-cinder-798104-1-iscsi neutron-server[74153]:     'SecurityGroupRule': {'1.0'},
Jun 28 16:33:48.121571 dv-cinder-798104-1-iscsi neutron-server[74153]:     'SubPort': {'1.0'},
Jun 28 16:33:48.121571 dv-cinder-798104-1-iscsi neutron-server[74153]:     'Subnet': {'1.1'},
Jun 28 16:33:48.121571 dv-cinder-798104-1-iscsi neutron-server[74153]:     'Trunk': {'1.1'}}
Jun 28 16:33:48.121571 dv-cinder-798104-1-iscsi neutron-server[74153]: consumer versions:
Jun 28 16:33:48.121571 dv-cinder-798104-1-iscsi neutron-server[74153]: {   DHCP agent@dv-cinder-798104-1-iscsi: {},
Jun 28 16:33:48.121571 dv-cinder-798104-1-iscsi neutron-server[74153]:     L3 agent@dv-cinder-798104-1-iscsi: {},
Jun 28 16:33:48.121571 dv-cinder-798104-1-iscsi neutron-server[74153]:     Metadata agent@dv-cinder-798104-1-iscsi: {},
Jun 28 16:33:48.121571 dv-cinder-798104-1-iscsi neutron-server[74153]:     Metering agent@dv-cinder-798104-1-iscsi: {},
Jun 28 16:33:48.121571 dv-cinder-798104-1-iscsi neutron-server[74153]:     Open vSwitch agent@dv-cinder-798104-1-iscsi: {   'ConntrackHelper': '1.0',
Jun 28 16:33:48.121571 dv-cinder-798104-1-iscsi neutron-server[74153]:                                                      'Log': '1.0',
Jun 28 16:33:48.121571 dv-cinder-798104-1-iscsi neutron-server[74153]:                                                      'Network': '1.1',
Jun 28 16:33:48.121571 dv-cinder-798104-1-iscsi neutron-server[74153]:                                                      'Port': '1.5',
Jun 28 16:33:48.121571 dv-cinder-798104-1-iscsi neutron-server[74153]:                                                      'PortForwarding': '1.2',
Jun 28 16:33:48.121571 dv-cinder-798104-1-iscsi neutron-server[74153]:                                                      'QosPolicy': '1.8',
Jun 28 16:33:48.121571 dv-cinder-798104-1-iscsi neutron-server[74153]:                                                      'SecurityGroup': '1.2',
Jun 28 16:33:48.121571 dv-cinder-798104-1-iscsi neutron-server[74153]:                                                      'SecurityGroupRule': '1.0',
Jun 28 16:33:48.121571 dv-cinder-798104-1-iscsi neutron-server[74153]:                                                      'SubPort': '1.0',
Jun 28 16:33:48.121571 dv-cinder-798104-1-iscsi neutron-server[74153]:                                                      'Subnet': '1.1',
Jun 28 16:33:48.121571 dv-cinder-798104-1-iscsi neutron-server[74153]:                                                      'Trunk': '1.1'}}
Jun 28 16:33:48.121571 dv-cinder-798104-1-iscsi neutron-server[74153]:  {{(pid=74153) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 28 16:33:48.130518 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.db [None req-acb55701-aab2-498e-a30a-9d451556c688 None None] For port 62b01b8b-13ba-44ba-8642-a9ac90bbdb5a, host dv-cinder-798104-1-iscsi, cleared binding levels {{(pid=74153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 28 16:33:48.133440 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG oslo_concurrency.lockutils [None req-e9ad23f1-2d7d-4542-98c6-20577ab8a10e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=74153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:33:48.135437 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.db [None req-acb55701-aab2-498e-a30a-9d451556c688 None None] For port 62b01b8b-13ba-44ba-8642-a9ac90bbdb5a, host dv-cinder-798104-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-iscsi',level=0,port_id=62b01b8b-13ba-44ba-8642-a9ac90bbdb5a,segment=NetworkSegment(903d0b3b-10b5-42ac-9872-3ea00919977d),segment_id=903d0b3b-10b5-42ac-9872-3ea00919977d)] {{(pid=74153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 28 16:33:48.140530 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron_lib.callbacks.manager [None req-acb55701-aab2-498e-a30a-9d451556c688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:33:48.144566 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:33:48.232360 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ad23f1-2d7d-4542-98c6-20577ab8a10e None None] Pushing event updated for resources: {'Port': ['ID=62b01b8b-13ba-44ba-8642-a9ac90bbdb5a,revision_number=4']} {{(pid=74153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:33:48.236581 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG oslo_concurrency.lockutils [None req-e9ad23f1-2d7d-4542-98c6-20577ab8a10e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=74153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:33:48.243322 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb55701-aab2-498e-a30a-9d451556c688 None None] Routers {'cb0aa6c3-f2e6-49ef-8a3d-81fc983377a4'} bound to L3 agent in host dv-cinder-798104-1-iscsi {{(pid=74153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 28 16:33:48.243943 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_hamode_db [None req-acb55701-aab2-498e-a30a-9d451556c688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa2cfdad340>, 'dv-cinder-798104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-28T16:33:11Z,description=<?>,heartbeat_timestamp=2021-06-28T16:33:41Z,host='dv-cinder-798104-1-iscsi',id=c1a676c2-2a78-4c35-ab22-a28e05dfd46e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-28T16:33:11Z,topic='l3_agent')) {'router_ids': ['cb0aa6c3-f2e6-49ef-8a3d-81fc983377a4'], 'active': True} {{(pid=74153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:33:48.398995 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_dvr_db [None req-acb55701-aab2-498e-a30a-9d451556c688 None None] Set router cb0aa6c3-f2e6-49ef-8a3d-81fc983377a4 gateway port host: None {{(pid=74153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 28 16:33:48.741719 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_hamode_db [None req-acb55701-aab2-498e-a30a-9d451556c688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa2cfdad340>, [{'id': 'cb0aa6c3-f2e6-49ef-8a3d-81fc983377a4', 'name': 'router1', 'tenant_id': '9977735ec6d54a399ff5b62d54304b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:33:35Z', 'updated_at': '2021-06-28T16:33:45Z', 'revision_number': 2, 'project_id': '9977735ec6d54a399ff5b62d54304b52', 'gw_port_host': None, '_interfaces': [{'id': '62b01b8b-13ba-44ba-8642-a9ac90bbdb5a', 'name': '', 'network_id': '7cf11027-71fc-4b77-b404-9e59ac6ab51a', 'tenant_id': '9977735ec6d54a399ff5b62d54304b52', 'mac_address': 'fa:16:3e:6f:a0:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0aa6c3-f2e6-49ef-8a3d-81fc983377a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd957eed6-56a4-4cd4-bbf5-1da29d178e91', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:33:45Z', 'updated_at': '2021-06-28T16:33:48Z', 'revision_number': 4, 'project_id': '9977735ec6d54a399ff5b62d54304b52', 'subnets': [{'id': 'd957eed6-56a4-4cd4-bbf5-1da29d178e91', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a186e1a5-00ee-44a9-852e-79f2ad772ae6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-iscsi', False) {} {{(pid=74153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:33:48.745702 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb55701-aab2-498e-a30a-9d451556c688 None None] The sync data for ids ['cb0aa6c3-f2e6-49ef-8a3d-81fc983377a4'] in dv-cinder-798104-1-iscsi is: [{'id': 'cb0aa6c3-f2e6-49ef-8a3d-81fc983377a4', 'name': 'router1', 'tenant_id': '9977735ec6d54a399ff5b62d54304b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:33:35Z', 'updated_at': '2021-06-28T16:33:45Z', 'revision_number': 2, 'project_id': '9977735ec6d54a399ff5b62d54304b52', 'gw_port_host': None, '_interfaces': [{'id': '62b01b8b-13ba-44ba-8642-a9ac90bbdb5a', 'name': '', 'network_id': '7cf11027-71fc-4b77-b404-9e59ac6ab51a', 'tenant_id': '9977735ec6d54a399ff5b62d54304b52', 'mac_address': 'fa:16:3e:6f:a0:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0aa6c3-f2e6-49ef-8a3d-81fc983377a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd957eed6-56a4-4cd4-bbf5-1da29d178e91', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:33:45Z', 'updated_at': '2021-06-28T16:33:48Z', 'revision_number': 4, 'project_id': '9977735ec6d54a399ff5b62d54304b52', 'subnets': [{'id': 'd957eed6-56a4-4cd4-bbf5-1da29d178e91', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a186e1a5-00ee-44a9-852e-79f2ad772ae6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 28 16:33:48.864810 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 59348) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:33:49.040715 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3491fa-e77c-4ce8-8406-97033c443986 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:33:49.041985 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-2c3491fa-e77c-4ce8-8406-97033c443986 admin admin] 10.222.0.30 "GET /v2.0/networks/05d3a8da-27a1-489e-9cdc-367ff8331792 HTTP/1.1" status: 200  len: 842 time: 0.1762183
Jun 28 16:33:49.051391 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.v2.base [None req-4eca47e4-d0fd-491f-98e0-5b52be368df9 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.2.1', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'cidr': '172.27.2.0/24'}} {{(pid=74151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:33:49.056560 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-4eca47e4-d0fd-491f-98e0-5b52be368df9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:33:49.060302 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-4eca47e4-d0fd-491f-98e0-5b52be368df9 admin admin] Usage tracker for resource:subnet and tenant:300ef0814f9e464bad19bf52ec5194e4 is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:33:49.063634 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-4eca47e4-d0fd-491f-98e0-5b52be368df9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:33:49.070340 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-4eca47e4-d0fd-491f-98e0-5b52be368df9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:33:49.082228 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eca47e4-d0fd-491f-98e0-5b52be368df9 admin admin] Made reservation on behalf of 300ef0814f9e464bad19bf52ec5194e4 for: {'subnet': 1} {{(pid=74151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 28 16:33:49.085041 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-4eca47e4-d0fd-491f-98e0-5b52be368df9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:33:49.513794 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.objects.ports [None req-4eca47e4-d0fd-491f-98e0-5b52be368df9 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=74151) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Jun 28 16:33:49.514327 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-4eca47e4-d0fd-491f-98e0-5b52be368df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692'] for subnet, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:33:49.518558 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:33:49.590992 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eca47e4-d0fd-491f-98e0-5b52be368df9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29317296-a498-419b-860c-f9843650e8eb,revision_number=0']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:33:49.594431 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-4eca47e4-d0fd-491f-98e0-5b52be368df9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:33:49.606583 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eca47e4-d0fd-491f-98e0-5b52be368df9 admin admin] Checking segment: {'id': 'c33c21b7-7592-40e1-a334-7e00067f8a18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 28 16:33:49.606966 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eca47e4-d0fd-491f-98e0-5b52be368df9 admin admin] Network hostable DHCP agents. Network: 05d3a8da-27a1-489e-9cdc-367ff8331792, hostable agents: ['e6bae525-68bf-4aa0-98dd-dc96c133cc24'], hosted agents: [] {{(pid=74151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 28 16:33:49.635824 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eca47e4-d0fd-491f-98e0-5b52be368df9 admin admin] Network 05d3a8da-27a1-489e-9cdc-367ff8331792 is scheduled to be hosted by DHCP agent e6bae525-68bf-4aa0-98dd-dc96c133cc24 with binding_index 1 {{(pid=74151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 28 16:33:49.649879 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.base_scheduler [None req-4eca47e4-d0fd-491f-98e0-5b52be368df9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798104-1-iscsi, 05d3a8da-27a1-489e-9cdc-367ff8331792) {{(pid=74151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 28 16:33:49.654651 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eca47e4-d0fd-491f-98e0-5b52be368df9 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:33:49.655218 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-4eca47e4-d0fd-491f-98e0-5b52be368df9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533674'] for subnet, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:33:49.662677 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed00b892-4bea-4e93-a8f4-b1511ca9e519 None None] Network 05d3a8da-27a1-489e-9cdc-367ff8331792 requested from dv-cinder-798104-1-iscsi {{(pid=74152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 28 16:33:49.688238 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-4eca47e4-d0fd-491f-98e0-5b52be368df9 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6321201
Jun 28 16:33:49.753728 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device 62b01b8b-13ba-44ba-8642-a9ac90bbdb5a up at agent ovs-agent-dv-cinder-798104-1-iscsi {{(pid=74152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 28 16:33:49.913225 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Provisioning for port 62b01b8b-13ba-44ba-8642-a9ac90bbdb5a completed by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 28 16:33:49.922582 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Provisioning complete for port 62b01b8b-13ba-44ba-8642-a9ac90bbdb5a triggered by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:33:49.922947 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:33:50.014027 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65374b21-3adb-4424-a333-3bfd04045a64 None None] Network 05d3a8da-27a1-489e-9cdc-367ff8331792 requested from dv-cinder-798104-1-iscsi {{(pid=74152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 28 16:33:50.195391 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:33:50.274382 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] For port 62b01b8b-13ba-44ba-8642-a9ac90bbdb5a, host dv-cinder-798104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-iscsi',level=0,port_id=62b01b8b-13ba-44ba-8642-a9ac90bbdb5a,segment=NetworkSegment(903d0b3b-10b5-42ac-9872-3ea00919977d),segment_id=903d0b3b-10b5-42ac-9872-3ea00919977d)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:33:50.303561 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:33:50.309525 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:33:50.375708 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Pushing event updated for resources: {'Port': ['ID=62b01b8b-13ba-44ba-8642-a9ac90bbdb5a,revision_number=5']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:33:50.378604 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:33:51.437171 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.agents_db [None req-cfc1c983-b0ac-48e0-8737-db5653a7b2f7 None None] Agent healthcheck: found 5 active agents {{(pid=74153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 28 16:33:51.685319 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device 62b01b8b-13ba-44ba-8642-a9ac90bbdb5a up at agent ovs-agent-dv-cinder-798104-1-iscsi {{(pid=74152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 28 16:33:51.752887 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Provisioning complete for port 62b01b8b-13ba-44ba-8642-a9ac90bbdb5a triggered by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:33:51.753280 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:33:51.840536 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 59362) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:33:52.089275 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-c59d5f10-c8ae-4a81-8622-20de7bc21b0c admin admin] 10.222.0.30 "GET /v2.0/routers/cb0aa6c3-f2e6-49ef-8a3d-81fc983377a4 HTTP/1.1" status: 200  len: 710 time: 0.2475765
Jun 28 16:33:52.216122 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a07cc94-b304-4278-8a54-c0a5db5c7a3a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:33:52.217490 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-7a07cc94-b304-4278-8a54-c0a5db5c7a3a admin admin] 10.222.0.30 "GET /v2.0/networks/05d3a8da-27a1-489e-9cdc-367ff8331792 HTTP/1.1" status: 200  len: 886 time: 0.1231368
Jun 28 16:33:52.226214 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.v2.base [None req-43bfae59-695f-4933-b7a3-0c1c7a5f396e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792'}}} {{(pid=74151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:33:52.701485 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-43bfae59-695f-4933-b7a3-0c1c7a5f396e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-674506', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-673601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2120'] for router, precommit_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:33:52.894449 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-43bfae59-695f-4933-b7a3-0c1c7a5f396e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:33:52.952078 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-43bfae59-695f-4933-b7a3-0c1c7a5f396e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:33:53.121732 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.db_base_plugin_common [None req-43bfae59-695f-4933-b7a3-0c1c7a5f396e admin admin] Allocated IP 172.27.2.248 (05d3a8da-27a1-489e-9cdc-367ff8331792/29317296-a498-419b-860c-f9843650e8eb/d0e0f146-67e4-4c08-8d3c-d13a3adbd5c5) {{(pid=74151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 28 16:33:53.289270 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-43bfae59-695f-4933-b7a3-0c1c7a5f396e admin admin] Notify callbacks [] for port, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:33:53.341748 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-43bfae59-695f-4933-b7a3-0c1c7a5f396e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771078328113'] for port, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:33:53.346282 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:33:53.410883 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43bfae59-695f-4933-b7a3-0c1c7a5f396e admin admin] Network 05d3a8da-27a1-489e-9cdc-367ff8331792 is already hosted by enough agents. {{(pid=74151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 28 16:33:53.414197 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.base_scheduler [None req-43bfae59-695f-4933-b7a3-0c1c7a5f396e admin admin] Resources bound (agent type, host, resource id):  {{(pid=74151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 28 16:33:53.416872 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bfae59-695f-4933-b7a3-0c1c7a5f396e admin admin] Received port after_create {{(pid=74151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 28 16:33:53.457683 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bfae59-695f-4933-b7a3-0c1c7a5f396e admin admin] Pushing event updated for resources: {'Port': ['ID=d0e0f146-67e4-4c08-8d3c-d13a3adbd5c5,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:33:53.469251 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-43bfae59-695f-4933-b7a3-0c1c7a5f396e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:33:53.614998 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-43bfae59-695f-4933-b7a3-0c1c7a5f396e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:33:53.795560 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-43bfae59-695f-4933-b7a3-0c1c7a5f396e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-674506', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-673601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2120'] for router, precommit_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:33:53.798898 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-43bfae59-695f-4933-b7a3-0c1c7a5f396e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-674545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-674499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-674552', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-673654'] for router, after_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:33:54.015489 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43bfae59-695f-4933-b7a3-0c1c7a5f396e admin admin] Router cb0aa6c3-f2e6-49ef-8a3d-81fc983377a4 has already been hosted by L3 agent c1a676c2-2a78-4c35-ab22-a28e05dfd46e {{(pid=74151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 28 16:33:54.219626 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43bfae59-695f-4933-b7a3-0c1c7a5f396e admin admin] Notify agent at l3_agent.dv-cinder-798104-1-iscsi the message routers_updated {{(pid=74151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 28 16:33:54.228390 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-43bfae59-695f-4933-b7a3-0c1c7a5f396e admin admin] Notify callbacks [] for router, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:33:54.230502 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec0eed2-4a58-48aa-975f-e9861a97ba80 None None] Sync routers for ids ['cb0aa6c3-f2e6-49ef-8a3d-81fc983377a4'] in dv-cinder-798104-1-iscsi {{(pid=74152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 28 16:33:54.231002 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-43bfae59-695f-4933-b7a3-0c1c7a5f396e admin admin] 10.222.0.30 "PUT /v2.0/routers/cb0aa6c3-f2e6-49ef-8a3d-81fc983377a4 HTTP/1.1" status: 200  len: 890 time: 2.0067258
Jun 28 16:33:54.242990 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec0eed2-4a58-48aa-975f-e9861a97ba80 None None] Routers {'cb0aa6c3-f2e6-49ef-8a3d-81fc983377a4'} bound to L3 agent in host dv-cinder-798104-1-iscsi {{(pid=74152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 28 16:33:54.243694 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-2ec0eed2-4a58-48aa-975f-e9861a97ba80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa2cf8aa7c0>, 'dv-cinder-798104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-28T16:33:11Z,description=<?>,heartbeat_timestamp=2021-06-28T16:33:41Z,host='dv-cinder-798104-1-iscsi',id=c1a676c2-2a78-4c35-ab22-a28e05dfd46e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-28T16:33:11Z,topic='l3_agent')) {'router_ids': ['cb0aa6c3-f2e6-49ef-8a3d-81fc983377a4'], 'active': True} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:33:54.436794 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvr_db [None req-2ec0eed2-4a58-48aa-975f-e9861a97ba80 None None] Set router cb0aa6c3-f2e6-49ef-8a3d-81fc983377a4 gateway port host: dv-cinder-798104-1-iscsi {{(pid=74152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 28 16:33:54.786170 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-2ec0eed2-4a58-48aa-975f-e9861a97ba80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa2cf8aa7c0>, [{'id': 'cb0aa6c3-f2e6-49ef-8a3d-81fc983377a4', 'name': 'router1', 'tenant_id': '9977735ec6d54a399ff5b62d54304b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'd0e0f146-67e4-4c08-8d3c-d13a3adbd5c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:33:35Z', 'updated_at': '2021-06-28T16:33:53Z', 'revision_number': 4, 'project_id': '9977735ec6d54a399ff5b62d54304b52', 'gw_port': {'id': 'd0e0f146-67e4-4c08-8d3c-d13a3adbd5c5', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:31:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0aa6c3-f2e6-49ef-8a3d-81fc983377a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:33:53Z', 'updated_at': '2021-06-28T16:33:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi', '_interfaces': [{'id': '62b01b8b-13ba-44ba-8642-a9ac90bbdb5a', 'name': '', 'network_id': '7cf11027-71fc-4b77-b404-9e59ac6ab51a', 'tenant_id': '9977735ec6d54a399ff5b62d54304b52', 'mac_address': 'fa:16:3e:6f:a0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0aa6c3-f2e6-49ef-8a3d-81fc983377a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd957eed6-56a4-4cd4-bbf5-1da29d178e91', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:33:45Z', 'updated_at': '2021-06-28T16:33:50Z', 'revision_number': 5, 'project_id': '9977735ec6d54a399ff5b62d54304b52', 'subnets': [{'id': 'd957eed6-56a4-4cd4-bbf5-1da29d178e91', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a186e1a5-00ee-44a9-852e-79f2ad772ae6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-iscsi', False) {} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:33:54.791394 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec0eed2-4a58-48aa-975f-e9861a97ba80 None None] Checking router: cb0aa6c3-f2e6-49ef-8a3d-81fc983377a4 for host: dv-cinder-798104-1-iscsi {{(pid=74152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 28 16:33:54.791746 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec0eed2-4a58-48aa-975f-e9861a97ba80 None None] Updating router cb0aa6c3-f2e6-49ef-8a3d-81fc983377a4 port d0e0f146-67e4-4c08-8d3c-d13a3adbd5c5 binding host dv-cinder-798104-1-iscsi {{(pid=74152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 28 16:33:54.845759 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-2ec0eed2-4a58-48aa-975f-e9861a97ba80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:33:55.176916 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-2ec0eed2-4a58-48aa-975f-e9861a97ba80 None None] Notify callbacks [] for port, precommit_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:33:55.188734 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-2ec0eed2-4a58-48aa-975f-e9861a97ba80 None None] Transition to ACTIVE for port object d0e0f146-67e4-4c08-8d3c-d13a3adbd5c5 will not be triggered until provisioned by entity L2. {{(pid=74152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 28 16:33:55.196518 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-2ec0eed2-4a58-48aa-975f-e9861a97ba80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:33:55.200259 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:33:55.279151 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.managers [None req-2ec0eed2-4a58-48aa-975f-e9861a97ba80 None None] Attempting to bind port d0e0f146-67e4-4c08-8d3c-d13a3adbd5c5 on host dv-cinder-798104-1-iscsi for vnic_type normal with profile  {{(pid=74152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 28 16:33:55.279905 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.managers [None req-2ec0eed2-4a58-48aa-975f-e9861a97ba80 None None] Attempting to bind port d0e0f146-67e4-4c08-8d3c-d13a3adbd5c5 by drivers openvswitch,hyperv on host dv-cinder-798104-1-iscsi at level 0 using segments [{'id': 'c33c21b7-7592-40e1-a334-7e00067f8a18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792'}] {{(pid=74152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 28 16:33:55.279905 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec0eed2-4a58-48aa-975f-e9861a97ba80 None None] Attempting to bind port d0e0f146-67e4-4c08-8d3c-d13a3adbd5c5 on network 05d3a8da-27a1-489e-9cdc-367ff8331792 {{(pid=74152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 28 16:33:55.281797 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61320ef8-528c-4368-96bb-0effae2386b8 None None] Pushing event updated for resources: {'Port': ['ID=d0e0f146-67e4-4c08-8d3c-d13a3adbd5c5,revision_number=2']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:33:55.284632 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-61320ef8-528c-4368-96bb-0effae2386b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:33:55.290374 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec0eed2-4a58-48aa-975f-e9861a97ba80 None None] Checking agent: {'id': '235649c2-d0e1-424d-8662-9e7ce5cd7ca9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798104-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 16, 33, 9), 'started_at': datetime.datetime(2021, 6, 28, 16, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 16, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798104-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 28 16:33:55.290374 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec0eed2-4a58-48aa-975f-e9861a97ba80 None None] Checking segment: {'id': 'c33c21b7-7592-40e1-a334-7e00067f8a18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 28 16:33:55.290374 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-2ec0eed2-4a58-48aa-975f-e9861a97ba80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:33:55.290708 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec0eed2-4a58-48aa-975f-e9861a97ba80 None None] Bound using segment: {'id': 'c33c21b7-7592-40e1-a334-7e00067f8a18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792'} {{(pid=74152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 28 16:33:55.291164 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.managers [None req-2ec0eed2-4a58-48aa-975f-e9861a97ba80 None None] Bound port: d0e0f146-67e4-4c08-8d3c-d13a3adbd5c5, host: dv-cinder-798104-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c33c21b7-7592-40e1-a334-7e00067f8a18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792'}}] {{(pid=74152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 28 16:33:55.291542 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-2ec0eed2-4a58-48aa-975f-e9861a97ba80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:33:55.384734 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-2ec0eed2-4a58-48aa-975f-e9861a97ba80 None None] For port d0e0f146-67e4-4c08-8d3c-d13a3adbd5c5, host dv-cinder-798104-1-iscsi, cleared binding levels {{(pid=74152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 28 16:33:55.387687 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-2ec0eed2-4a58-48aa-975f-e9861a97ba80 None None] For port d0e0f146-67e4-4c08-8d3c-d13a3adbd5c5, host dv-cinder-798104-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-iscsi',level=0,port_id=d0e0f146-67e4-4c08-8d3c-d13a3adbd5c5,segment=NetworkSegment(c33c21b7-7592-40e1-a334-7e00067f8a18),segment_id=c33c21b7-7592-40e1-a334-7e00067f8a18)] {{(pid=74152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 28 16:33:55.392832 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-2ec0eed2-4a58-48aa-975f-e9861a97ba80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:33:55.397092 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-083139f2-b67f-4db4-8744-53ba1648f7ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:33:55.474308 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61320ef8-528c-4368-96bb-0effae2386b8 None None] Pushing event updated for resources: {'Port': ['ID=d0e0f146-67e4-4c08-8d3c-d13a3adbd5c5,revision_number=3']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:33:55.477636 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-61320ef8-528c-4368-96bb-0effae2386b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:33:55.479090 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec0eed2-4a58-48aa-975f-e9861a97ba80 None None] Routers {'cb0aa6c3-f2e6-49ef-8a3d-81fc983377a4'} bound to L3 agent in host dv-cinder-798104-1-iscsi {{(pid=74152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 28 16:33:55.479677 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-2ec0eed2-4a58-48aa-975f-e9861a97ba80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa2cf8aa7c0>, 'dv-cinder-798104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-28T16:33:11Z,description=<?>,heartbeat_timestamp=2021-06-28T16:33:41Z,host='dv-cinder-798104-1-iscsi',id=c1a676c2-2a78-4c35-ab22-a28e05dfd46e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-28T16:33:11Z,topic='l3_agent')) {'router_ids': ['cb0aa6c3-f2e6-49ef-8a3d-81fc983377a4'], 'active': True} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:33:55.659486 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvr_db [None req-2ec0eed2-4a58-48aa-975f-e9861a97ba80 None None] Set router cb0aa6c3-f2e6-49ef-8a3d-81fc983377a4 gateway port host: dv-cinder-798104-1-iscsi {{(pid=74152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 28 16:33:56.007151 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-2ec0eed2-4a58-48aa-975f-e9861a97ba80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa2cf8aa7c0>, [{'id': 'cb0aa6c3-f2e6-49ef-8a3d-81fc983377a4', 'name': 'router1', 'tenant_id': '9977735ec6d54a399ff5b62d54304b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'd0e0f146-67e4-4c08-8d3c-d13a3adbd5c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:33:35Z', 'updated_at': '2021-06-28T16:33:53Z', 'revision_number': 4, 'project_id': '9977735ec6d54a399ff5b62d54304b52', 'gw_port': {'id': 'd0e0f146-67e4-4c08-8d3c-d13a3adbd5c5', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:31:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0aa6c3-f2e6-49ef-8a3d-81fc983377a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:33:53Z', 'updated_at': '2021-06-28T16:33:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi', '_interfaces': [{'id': '62b01b8b-13ba-44ba-8642-a9ac90bbdb5a', 'name': '', 'network_id': '7cf11027-71fc-4b77-b404-9e59ac6ab51a', 'tenant_id': '9977735ec6d54a399ff5b62d54304b52', 'mac_address': 'fa:16:3e:6f:a0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0aa6c3-f2e6-49ef-8a3d-81fc983377a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd957eed6-56a4-4cd4-bbf5-1da29d178e91', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:33:45Z', 'updated_at': '2021-06-28T16:33:50Z', 'revision_number': 5, 'project_id': '9977735ec6d54a399ff5b62d54304b52', 'subnets': [{'id': 'd957eed6-56a4-4cd4-bbf5-1da29d178e91', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a186e1a5-00ee-44a9-852e-79f2ad772ae6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-iscsi', False) {} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:33:56.012199 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec0eed2-4a58-48aa-975f-e9861a97ba80 None None] The sync data for ids ['cb0aa6c3-f2e6-49ef-8a3d-81fc983377a4'] in dv-cinder-798104-1-iscsi is: [{'id': 'cb0aa6c3-f2e6-49ef-8a3d-81fc983377a4', 'name': 'router1', 'tenant_id': '9977735ec6d54a399ff5b62d54304b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'd0e0f146-67e4-4c08-8d3c-d13a3adbd5c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:33:35Z', 'updated_at': '2021-06-28T16:33:53Z', 'revision_number': 4, 'project_id': '9977735ec6d54a399ff5b62d54304b52', 'gw_port': {'id': 'd0e0f146-67e4-4c08-8d3c-d13a3adbd5c5', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:31:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0aa6c3-f2e6-49ef-8a3d-81fc983377a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:33:53Z', 'updated_at': '2021-06-28T16:33:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi', '_interfaces': [{'id': '62b01b8b-13ba-44ba-8642-a9ac90bbdb5a', 'name': '', 'network_id': '7cf11027-71fc-4b77-b404-9e59ac6ab51a', 'tenant_id': '9977735ec6d54a399ff5b62d54304b52', 'mac_address': 'fa:16:3e:6f:a0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0aa6c3-f2e6-49ef-8a3d-81fc983377a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd957eed6-56a4-4cd4-bbf5-1da29d178e91', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:33:45Z', 'updated_at': '2021-06-28T16:33:50Z', 'revision_number': 5, 'project_id': '9977735ec6d54a399ff5b62d54304b52', 'subnets': [{'id': 'd957eed6-56a4-4cd4-bbf5-1da29d178e91', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a186e1a5-00ee-44a9-852e-79f2ad772ae6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 28 16:33:56.483023 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 59372) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:33:56.622899 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-780c50e2-4980-4862-9fcb-31e00c3f97ed admin admin] 10.222.0.30 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1080 time: 0.1387436
Jun 28 16:33:57.708000 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device d0e0f146-67e4-4c08-8d3c-d13a3adbd5c5 up at agent ovs-agent-dv-cinder-798104-1-iscsi {{(pid=74152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 28 16:33:57.776905 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Provisioning for port d0e0f146-67e4-4c08-8d3c-d13a3adbd5c5 completed by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 28 16:33:57.781540 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Provisioning complete for port d0e0f146-67e4-4c08-8d3c-d13a3adbd5c5 triggered by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:33:57.781911 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:33:57.903039 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:33:57.920111 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] For port d0e0f146-67e4-4c08-8d3c-d13a3adbd5c5, host dv-cinder-798104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-iscsi',level=0,port_id=d0e0f146-67e4-4c08-8d3c-d13a3adbd5c5,segment=NetworkSegment(c33c21b7-7592-40e1-a334-7e00067f8a18),segment_id=c33c21b7-7592-40e1-a334-7e00067f8a18)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:33:57.933783 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:33:57.938519 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:33:58.001873 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Pushing event updated for resources: {'Port': ['ID=d0e0f146-67e4-4c08-8d3c-d13a3adbd5c5,revision_number=4']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:33:58.005421 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:33:59.690524 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device d0e0f146-67e4-4c08-8d3c-d13a3adbd5c5 up at agent ovs-agent-dv-cinder-798104-1-iscsi {{(pid=74152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 28 16:33:59.769390 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Provisioning complete for port d0e0f146-67e4-4c08-8d3c-d13a3adbd5c5 triggered by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:33:59.769871 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:34:08.915891 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-68a7db71-5aef-4737-adfc-00bdf7b30b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:34:09.389938 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:34:11.211745 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-c4f3c8eb-b05e-4f0f-9324-97571d0956db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:34:12.356563 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-6c3ff140-2be5-46e8-b74a-5424bc372793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:34:13.954922 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-5e27322e-457d-4bf0-b73d-ff6c09f635fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:34:28.438265 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.agents_db [None req-cfc1c983-b0ac-48e0-8737-db5653a7b2f7 None None] Agent healthcheck: found 5 active agents {{(pid=74153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 28 16:34:38.919219 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-237c3951-0382-4003-bb3b-012c8e7ef5e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:34:39.397056 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:34:41.227489 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-68a4ae87-c86d-47f4-8813-fbfd2c00a3ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:34:42.379085 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-6c3ff140-2be5-46e8-b74a-5424bc372793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:34:43.959583 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-5e27322e-457d-4bf0-b73d-ff6c09f635fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:35:05.438147 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.agents_db [None req-cfc1c983-b0ac-48e0-8737-db5653a7b2f7 None None] Agent healthcheck: found 5 active agents {{(pid=74153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 28 16:35:08.916363 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-00489503-2a32-43f3-b9dc-bfcaa0718ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:35:09.393829 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:35:11.211303 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-40fca0b7-89b9-45a8-95ca-8f3ff38f2b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:35:12.364492 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-6c3ff140-2be5-46e8-b74a-5424bc372793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:35:13.963416 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-5e27322e-457d-4bf0-b73d-ff6c09f635fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:35:38.920519 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-17e0bc7b-da1d-4a86-bd85-0793f8b2f8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:35:39.387498 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:35:41.213180 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-6164b7c6-86c3-4a6f-8224-c79ad2d8d2a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:35:42.364679 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-6c3ff140-2be5-46e8-b74a-5424bc372793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:35:42.439209 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.agents_db [None req-cfc1c983-b0ac-48e0-8737-db5653a7b2f7 None None] Agent healthcheck: found 5 active agents {{(pid=74153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 28 16:35:43.965314 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-5e27322e-457d-4bf0-b73d-ff6c09f635fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:35:59.865269 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 59946) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:35:59.956570 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.pecan_wsgi.hooks.translation [None req-07b36b70-5165-46ce-803a-5792a40a8577 admin admin] GET failed (client error): The resource could not be found.
Jun 28 16:35:59.957816 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-07b36b70-5165-46ce-803a-5792a40a8577 admin admin] 10.222.0.30 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0916257
Jun 28 16:36:00.088480 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bc0708-8d5d-427a-91a5-c6cfd84e19ac admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:36:00.089926 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-e9bc0708-8d5d-427a-91a5-c6cfd84e19ac admin admin] 10.222.0.30 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1282785
Jun 28 16:36:02.080657 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 59956) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:36:02.255108 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3852f41-a9f2-468d-be85-ffcf819d6a4a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:36:02.255649 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-c3852f41-a9f2-468d-be85-ffcf819d6a4a admin admin] Synchronizing usage tracker for tenant:300ef0814f9e464bad19bf52ec5194e4 on resource:subnet {{(pid=74151) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 28 16:36:02.273999 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-c3852f41-a9f2-468d-be85-ffcf819d6a4a admin admin] Unset dirty status for tenant:300ef0814f9e464bad19bf52ec5194e4 on resource:subnet {{(pid=74151) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 28 16:36:02.275078 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-c3852f41-a9f2-468d-be85-ffcf819d6a4a admin admin] 10.222.0.30 "GET /v2.0/subnets/d957eed6-56a4-4cd4-bbf5-1da29d178e91 HTTP/1.1" status: 200  len: 849 time: 0.1934447
Jun 28 16:36:02.285070 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.v2.base [None req-eb3399f2-7f30-47eb-8450-a06c9022dda0 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=74151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:36:02.397265 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-eb3399f2-7f30-47eb-8450-a06c9022dda0 admin admin] Notify callbacks [] for subnet, before_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:36:02.586221 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-eb3399f2-7f30-47eb-8450-a06c9022dda0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771078770351'] for subnet, after_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:36:02.589914 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-4eca47e4-d0fd-491f-98e0-5b52be368df9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:36:02.633652 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3399f2-7f30-47eb-8450-a06c9022dda0 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:36:02.634238 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-eb3399f2-7f30-47eb-8450-a06c9022dda0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533674'] for subnet, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:36:02.635566 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-eb3399f2-7f30-47eb-8450-a06c9022dda0 admin admin] 10.222.0.30 "PUT /v2.0/subnets/d957eed6-56a4-4cd4-bbf5-1da29d178e91 HTTP/1.1" status: 200  len: 868 time: 0.3543870
Jun 28 16:36:02.651109 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f6971b-5be0-4c49-af93-a3508dcf6222 None None] Network 7cf11027-71fc-4b77-b404-9e59ac6ab51a requested from dv-cinder-798104-1-iscsi {{(pid=74152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 28 16:36:02.662088 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3399f2-7f30-47eb-8450-a06c9022dda0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d957eed6-56a4-4cd4-bbf5-1da29d178e91,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:36:02.670860 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3399f2-7f30-47eb-8450-a06c9022dda0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:36:02.671194 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3399f2-7f30-47eb-8450-a06c9022dda0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:36:02.671520 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3399f2-7f30-47eb-8450-a06c9022dda0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:36:02.671839 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3399f2-7f30-47eb-8450-a06c9022dda0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:36:02.672157 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3399f2-7f30-47eb-8450-a06c9022dda0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:36:02.672472 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3399f2-7f30-47eb-8450-a06c9022dda0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:36:02.672785 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3399f2-7f30-47eb-8450-a06c9022dda0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:36:02.673098 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3399f2-7f30-47eb-8450-a06c9022dda0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:36:02.673444 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3399f2-7f30-47eb-8450-a06c9022dda0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:36:02.673752 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3399f2-7f30-47eb-8450-a06c9022dda0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:36:02.674059 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3399f2-7f30-47eb-8450-a06c9022dda0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:36:02.677679 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-eb3399f2-7f30-47eb-8450-a06c9022dda0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:36:03.113931 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-a5e686db-bc1b-4423-b577-d64466f7efd9 None None] Provisioning complete for port 85304e1d-5734-48b6-8255-845d557c4dcc triggered by entity DHCP. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:36:03.114303 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-a5e686db-bc1b-4423-b577-d64466f7efd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:36:03.240458 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-a5e686db-bc1b-4423-b577-d64466f7efd9 None None] Provisioning complete for port 62b01b8b-13ba-44ba-8642-a9ac90bbdb5a triggered by entity DHCP. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:36:03.240822 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-a5e686db-bc1b-4423-b577-d64466f7efd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:36:04.633570 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 59966) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:36:04.838539 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ebad1c9-e3f5-44b7-b5f9-401e9395c06c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:36:04.838821 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ebad1c9-e3f5-44b7-b5f9-401e9395c06c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:36:04.840449 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-8ebad1c9-e3f5-44b7-b5f9-401e9395c06c admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2059081
Jun 28 16:36:06.900076 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 59976) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:36:07.100183 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9aa3365-f3e0-4c40-8854-93592e13cd02 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:36:07.100469 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9aa3365-f3e0-4c40-8854-93592e13cd02 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:36:07.102026 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-a9aa3365-f3e0-4c40-8854-93592e13cd02 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2010310
Jun 28 16:36:08.927412 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-46ba8cf4-c61d-405f-9827-fcfea53aa231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:36:09.126728 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 59986) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:36:09.324478 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c519900-1f05-46ec-b870-ad6d46a00fbd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:36:09.325043 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-4c519900-1f05-46ec-b870-ad6d46a00fbd admin admin] Synchronizing usage tracker for tenant:300ef0814f9e464bad19bf52ec5194e4 on resource:network {{(pid=74150) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 28 16:36:09.345374 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-4c519900-1f05-46ec-b870-ad6d46a00fbd admin admin] Unset dirty status for tenant:300ef0814f9e464bad19bf52ec5194e4 on resource:network {{(pid=74150) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 28 16:36:09.346577 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-4c519900-1f05-46ec-b870-ad6d46a00fbd admin admin] 10.222.0.30 "GET /v2.0/networks/05d3a8da-27a1-489e-9cdc-367ff8331792 HTTP/1.1" status: 200  len: 886 time: 0.2189200
Jun 28 16:36:09.395840 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:36:11.216917 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-94db970f-d641-40c5-96b7-8cde86e9500f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:36:11.373451 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 59996) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:36:11.572377 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8185020-1f99-4685-94f1-153b209fc03a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:36:11.573746 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-c8185020-1f99-4685-94f1-153b209fc03a admin admin] 10.222.0.30 "GET /v2.0/networks/7cf11027-71fc-4b77-b404-9e59ac6ab51a HTTP/1.1" status: 200  len: 869 time: 0.1994181
Jun 28 16:36:12.367487 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-6c3ff140-2be5-46e8-b74a-5424bc372793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:36:13.584859 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 60006) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:36:13.717280 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742f803e-d205-43aa-aec6-7704fdba1496 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:36:13.717645 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742f803e-d205-43aa-aec6-7704fdba1496 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:36:13.719122 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-742f803e-d205-43aa-aec6-7704fdba1496 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1333055
Jun 28 16:36:13.968552 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-5e27322e-457d-4bf0-b73d-ff6c09f635fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:36:15.943786 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 60016) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:36:16.079596 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8e489d-631a-416b-980a-83e84cf07723 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:36:16.079961 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8e489d-631a-416b-980a-83e84cf07723 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:36:16.081491 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-ea8e489d-631a-416b-980a-83e84cf07723 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1367466
Jun 28 16:36:18.061509 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 60026) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:36:18.195998 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0870d519-4818-4c72-ac05-194a29d3e92f admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:36:18.197427 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-0870d519-4818-4c72-ac05-194a29d3e92f admin admin] 10.222.0.30 "GET /v2.0/subnets/29317296-a498-419b-860c-f9843650e8eb HTTP/1.1" status: 200  len: 816 time: 0.1349032
Jun 28 16:36:19.439471 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.agents_db [None req-cfc1c983-b0ac-48e0-8737-db5653a7b2f7 None None] Agent healthcheck: found 5 active agents {{(pid=74153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 28 16:36:20.194598 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 60036) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:36:20.330671 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd02b7d-0c58-422a-966f-fbc6b9e31b12 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:36:20.332176 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-7fd02b7d-0c58-422a-966f-fbc6b9e31b12 admin admin] 10.222.0.30 "GET /v2.0/subnets/d957eed6-56a4-4cd4-bbf5-1da29d178e91 HTTP/1.1" status: 200  len: 868 time: 0.1365969
Jun 28 16:36:38.047404 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 60074) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:36:38.119239 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [None req-1b7d1bbd-4397-4333-9f78-4b4c793c33f6 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=74151) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Jun 28 16:36:38.119846 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-1b7d1bbd-4397-4333-9f78-4b4c793c33f6 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0715392
Jun 28 16:36:38.921948 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-ecaa46aa-9752-43f5-9fe1-bcb91e32ee3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:36:39.388693 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:36:40.169687 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 60084) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:36:40.259779 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcb29130-375f-425e-a6a0-636ca3163f85 admin admin] GET failed (client error): The resource could not be found.
Jun 28 16:36:40.261081 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-bcb29130-375f-425e-a6a0-636ca3163f85 admin admin] 10.222.0.30 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0904250
Jun 28 16:36:40.385690 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609c7f31-58c5-423a-a745-436923b0d392 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:36:40.387573 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-609c7f31-58c5-423a-a745-436923b0d392 admin admin] 10.222.0.30 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1213205
Jun 28 16:36:41.219330 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-a6c08ada-1262-46aa-be58-3fdf9a682b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:36:42.372081 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-6c3ff140-2be5-46e8-b74a-5424bc372793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:36:42.386080 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 60094) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:36:42.460384 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.v2.base [None req-7d52b568-25cb-486b-acf0-35a4f7382fc4 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=74150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:36:42.465550 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-7d52b568-25cb-486b-acf0-35a4f7382fc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:36:42.474928 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-7d52b568-25cb-486b-acf0-35a4f7382fc4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:36:42.484428 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d52b568-25cb-486b-acf0-35a4f7382fc4 admin admin] Made reservation on behalf of 300ef0814f9e464bad19bf52ec5194e4 for: {'network': 1} {{(pid=74150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 28 16:36:42.486780 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-7d52b568-25cb-486b-acf0-35a4f7382fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for network, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:36:42.619280 dv-cinder-798104-1-iscsi neutron-server[74150]: WARNING neutron.services.revisions.revision_plugin [None req-7d52b568-25cb-486b-acf0-35a4f7382fc4 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7fa2cf2dfb20] {project_id='300ef0814f9e464bad19bf52ec5194e4', id='8d2b132a-73f2-499a-afab-d4fec2b84d37', target_tenant='*', action='access_as_shared', object_id='4972e850-3649-45da-891f-f712a7dc5d13'}> to bump revision.
Jun 28 16:36:42.633772 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d52b568-25cb-486b-acf0-35a4f7382fc4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301}  {{(pid=74150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jun 28 16:36:42.643499 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-7d52b568-25cb-486b-acf0-35a4f7382fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719364'] for segment, precommit_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:36:42.643832 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.db.segments_db [None req-7d52b568-25cb-486b-acf0-35a4f7382fc4 admin admin] Added segment fed54222-5bc9-4132-829c-edf47f989867 of type vlan for network 4972e850-3649-45da-891f-f712a7dc5d13
Jun 28 16:36:42.668709 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-7d52b568-25cb-486b-acf0-35a4f7382fc4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771078342840'] for network, precommit_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:36:42.697347 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-7d52b568-25cb-486b-acf0-35a4f7382fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692'] for network, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:36:42.698503 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d52b568-25cb-486b-acf0-35a4f7382fc4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:36:42.699126 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-7d52b568-25cb-486b-acf0-35a4f7382fc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533674'] for network, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:36:42.702735 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:36:42.798301 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d52b568-25cb-486b-acf0-35a4f7382fc4 admin admin] Pushing event updated for resources: {'Network': ['ID=4972e850-3649-45da-891f-f712a7dc5d13,revision_number=1']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:36:42.801344 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-7d52b568-25cb-486b-acf0-35a4f7382fc4 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.4136767
Jun 28 16:36:42.808050 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d52b568-25cb-486b-acf0-35a4f7382fc4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:36:42.808382 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d52b568-25cb-486b-acf0-35a4f7382fc4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:36:42.809328 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d52b568-25cb-486b-acf0-35a4f7382fc4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:36:42.809650 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d52b568-25cb-486b-acf0-35a4f7382fc4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:36:42.809969 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d52b568-25cb-486b-acf0-35a4f7382fc4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:36:42.810284 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d52b568-25cb-486b-acf0-35a4f7382fc4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:36:42.810605 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d52b568-25cb-486b-acf0-35a4f7382fc4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:36:42.810917 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d52b568-25cb-486b-acf0-35a4f7382fc4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:36:42.811226 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d52b568-25cb-486b-acf0-35a4f7382fc4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:36:42.811534 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d52b568-25cb-486b-acf0-35a4f7382fc4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:36:42.811840 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d52b568-25cb-486b-acf0-35a4f7382fc4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:36:42.818806 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-7d52b568-25cb-486b-acf0-35a4f7382fc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:36:42.828434 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Network 4972e850-3649-45da-891f-f712a7dc5d13 details requested by agent ovs-agent-dv-cinder-798104-1-iscsi with host dv-cinder-798104-1-iscsi {{(pid=74152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 28 16:36:43.973080 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-5e27322e-457d-4bf0-b73d-ff6c09f635fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:36:44.821336 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 60104) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:36:44.922999 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.pecan_wsgi.hooks.translation [None req-1643373e-064d-418c-9fbb-2e4a03a279c5 admin admin] GET failed (client error): The resource could not be found.
Jun 28 16:36:44.923489 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-1643373e-064d-418c-9fbb-2e4a03a279c5 admin admin] Synchronizing usage tracker for tenant:300ef0814f9e464bad19bf52ec5194e4 on resource:network {{(pid=74150) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 28 16:36:44.938665 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-1643373e-064d-418c-9fbb-2e4a03a279c5 admin admin] Unset dirty status for tenant:300ef0814f9e464bad19bf52ec5194e4 on resource:network {{(pid=74150) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 28 16:36:44.939919 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-1643373e-064d-418c-9fbb-2e4a03a279c5 admin admin] 10.222.0.30 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1173987
Jun 28 16:36:45.046904 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a438e368-ceb1-4133-9bc5-62cd4881882b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:36:45.048615 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-a438e368-ceb1-4133-9bc5-62cd4881882b admin admin] 10.222.0.30 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1044431
Jun 28 16:36:45.057669 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.v2.base [None req-dbf50b57-096f-48ee-8e91-09daa04680a1 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '4972e850-3649-45da-891f-f712a7dc5d13', 'cidr': '192.168.233.0/24'}} {{(pid=74150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:36:45.062882 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-dbf50b57-096f-48ee-8e91-09daa04680a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:36:45.072246 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-dbf50b57-096f-48ee-8e91-09daa04680a1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:36:45.081859 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf50b57-096f-48ee-8e91-09daa04680a1 admin admin] Made reservation on behalf of 300ef0814f9e464bad19bf52ec5194e4 for: {'subnet': 1} {{(pid=74150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 28 16:36:45.083947 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-dbf50b57-096f-48ee-8e91-09daa04680a1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:36:45.302762 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-dbf50b57-096f-48ee-8e91-09daa04680a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692'] for subnet, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:36:45.306222 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:36:45.373716 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf50b57-096f-48ee-8e91-09daa04680a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b4fe4af-e88c-479a-a741-1daa9ea8f915,revision_number=0']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:36:45.377336 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-dbf50b57-096f-48ee-8e91-09daa04680a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:36:45.385250 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf50b57-096f-48ee-8e91-09daa04680a1 admin admin] Checking segment: {'id': 'fed54222-5bc9-4132-829c-edf47f989867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '4972e850-3649-45da-891f-f712a7dc5d13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 28 16:36:45.385593 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf50b57-096f-48ee-8e91-09daa04680a1 admin admin] Network hostable DHCP agents. Network: 4972e850-3649-45da-891f-f712a7dc5d13, hostable agents: ['e6bae525-68bf-4aa0-98dd-dc96c133cc24'], hosted agents: [] {{(pid=74150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 28 16:36:45.407578 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf50b57-096f-48ee-8e91-09daa04680a1 admin admin] Network 4972e850-3649-45da-891f-f712a7dc5d13 is scheduled to be hosted by DHCP agent e6bae525-68bf-4aa0-98dd-dc96c133cc24 with binding_index 1 {{(pid=74150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 28 16:36:45.416897 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.scheduler.base_scheduler [None req-dbf50b57-096f-48ee-8e91-09daa04680a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798104-1-iscsi, 4972e850-3649-45da-891f-f712a7dc5d13) {{(pid=74150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 28 16:36:45.422235 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf50b57-096f-48ee-8e91-09daa04680a1 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:36:45.423008 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-dbf50b57-096f-48ee-8e91-09daa04680a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533674'] for subnet, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:36:45.425952 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ede6dee-da3e-4f7e-a131-af11dbda38a1 None None] Network 4972e850-3649-45da-891f-f712a7dc5d13 requested from dv-cinder-798104-1-iscsi {{(pid=74152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 28 16:36:45.450193 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-dbf50b57-096f-48ee-8e91-09daa04680a1 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3950572
Jun 28 16:36:45.661623 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5c4a89-cb63-44e7-9ba0-a74df520768a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc71e96ad-d9c0-53f4-9726-180792ecc6d0-4972e850-3649-45da-891f-f712a7dc5d13', 'network_id': '4972e850-3649-45da-891f-f712a7dc5d13', 'tenant_id': '300ef0814f9e464bad19bf52ec5194e4', 'fixed_ips': [{'subnet_id': '5b4fe4af-e88c-479a-a741-1daa9ea8f915'}]}} from dv-cinder-798104-1-iscsi. {{(pid=74152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Jun 28 16:36:45.662462 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-fd5c4a89-cb63-44e7-9ba0-a74df520768a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_create {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:36:45.826879 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.db_base_plugin_common [None req-fd5c4a89-cb63-44e7-9ba0-a74df520768a None None] Allocated IP 192.168.233.2 (4972e850-3649-45da-891f-f712a7dc5d13/5b4fe4af-e88c-479a-a741-1daa9ea8f915/0521c4cd-b72e-4664-b098-73acd7200d0f) {{(pid=74152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 28 16:36:46.045140 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-fd5c4a89-cb63-44e7-9ba0-a74df520768a None None] Notify callbacks [] for port, precommit_create {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:36:46.056730 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-fd5c4a89-cb63-44e7-9ba0-a74df520768a None None] Transition to ACTIVE for port object 0521c4cd-b72e-4664-b098-73acd7200d0f will not be triggered until provisioned by entity L2. {{(pid=74152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 28 16:36:46.076189 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-fd5c4a89-cb63-44e7-9ba0-a74df520768a None None] Transition to ACTIVE for port object 0521c4cd-b72e-4664-b098-73acd7200d0f will not be triggered until provisioned by entity DHCP. {{(pid=74152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 28 16:36:46.082229 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-fd5c4a89-cb63-44e7-9ba0-a74df520768a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771078328113'] for port, after_create {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:36:46.086839 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:36:46.157370 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5c4a89-cb63-44e7-9ba0-a74df520768a None None] Network 4972e850-3649-45da-891f-f712a7dc5d13 is already hosted by enough agents. {{(pid=74152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 28 16:36:46.160989 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.scheduler.base_scheduler [None req-fd5c4a89-cb63-44e7-9ba0-a74df520768a None None] Resources bound (agent type, host, resource id):  {{(pid=74152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 28 16:36:46.162856 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5c4a89-cb63-44e7-9ba0-a74df520768a None None] Pushing event updated for resources: {'Port': ['ID=0521c4cd-b72e-4664-b098-73acd7200d0f,revision_number=1']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:36:46.165229 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5c4a89-cb63-44e7-9ba0-a74df520768a None None] Received port after_create {{(pid=74152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 28 16:36:46.199399 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5c4a89-cb63-44e7-9ba0-a74df520768a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:36:46.199735 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5c4a89-cb63-44e7-9ba0-a74df520768a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:36:46.200061 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5c4a89-cb63-44e7-9ba0-a74df520768a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:36:46.200389 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5c4a89-cb63-44e7-9ba0-a74df520768a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:36:46.200713 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5c4a89-cb63-44e7-9ba0-a74df520768a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:36:46.201030 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5c4a89-cb63-44e7-9ba0-a74df520768a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:36:46.201375 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5c4a89-cb63-44e7-9ba0-a74df520768a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:36:46.201690 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5c4a89-cb63-44e7-9ba0-a74df520768a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:36:46.201999 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5c4a89-cb63-44e7-9ba0-a74df520768a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:36:46.202369 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5c4a89-cb63-44e7-9ba0-a74df520768a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:36:46.202685 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5c4a89-cb63-44e7-9ba0-a74df520768a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:36:46.210338 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-fd5c4a89-cb63-44e7-9ba0-a74df520768a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:36:46.266511 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.managers [None req-fd5c4a89-cb63-44e7-9ba0-a74df520768a None None] Attempting to bind port 0521c4cd-b72e-4664-b098-73acd7200d0f on host dv-cinder-798104-1-iscsi for vnic_type normal with profile  {{(pid=74152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 28 16:36:46.266884 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.managers [None req-fd5c4a89-cb63-44e7-9ba0-a74df520768a None None] Attempting to bind port 0521c4cd-b72e-4664-b098-73acd7200d0f by drivers openvswitch,hyperv on host dv-cinder-798104-1-iscsi at level 0 using segments [{'id': 'fed54222-5bc9-4132-829c-edf47f989867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '4972e850-3649-45da-891f-f712a7dc5d13'}] {{(pid=74152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 28 16:36:46.267234 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5c4a89-cb63-44e7-9ba0-a74df520768a None None] Attempting to bind port 0521c4cd-b72e-4664-b098-73acd7200d0f on network 4972e850-3649-45da-891f-f712a7dc5d13 {{(pid=74152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 28 16:36:46.273921 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5c4a89-cb63-44e7-9ba0-a74df520768a None None] Checking agent: {'id': '235649c2-d0e1-424d-8662-9e7ce5cd7ca9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798104-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 16, 33, 9), 'started_at': datetime.datetime(2021, 6, 28, 16, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 16, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798104-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 28 16:36:46.274295 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5c4a89-cb63-44e7-9ba0-a74df520768a None None] Checking segment: {'id': 'fed54222-5bc9-4132-829c-edf47f989867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '4972e850-3649-45da-891f-f712a7dc5d13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 28 16:36:46.274688 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-fd5c4a89-cb63-44e7-9ba0-a74df520768a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:36:46.275081 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5c4a89-cb63-44e7-9ba0-a74df520768a None None] Bound using segment: {'id': 'fed54222-5bc9-4132-829c-edf47f989867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '4972e850-3649-45da-891f-f712a7dc5d13'} {{(pid=74152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 28 16:36:46.275541 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.managers [None req-fd5c4a89-cb63-44e7-9ba0-a74df520768a None None] Bound port: 0521c4cd-b72e-4664-b098-73acd7200d0f, host: dv-cinder-798104-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fed54222-5bc9-4132-829c-edf47f989867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '4972e850-3649-45da-891f-f712a7dc5d13'}}] {{(pid=74152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 28 16:36:46.275924 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-fd5c4a89-cb63-44e7-9ba0-a74df520768a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:36:46.387431 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-fd5c4a89-cb63-44e7-9ba0-a74df520768a None None] For port 0521c4cd-b72e-4664-b098-73acd7200d0f, host dv-cinder-798104-1-iscsi, cleared binding levels {{(pid=74152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 28 16:36:46.390715 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-fd5c4a89-cb63-44e7-9ba0-a74df520768a None None] For port 0521c4cd-b72e-4664-b098-73acd7200d0f, host dv-cinder-798104-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-iscsi',level=0,port_id=0521c4cd-b72e-4664-b098-73acd7200d0f,segment=NetworkSegment(fed54222-5bc9-4132-829c-edf47f989867),segment_id=fed54222-5bc9-4132-829c-edf47f989867)] {{(pid=74152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 28 16:36:46.395130 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-fd5c4a89-cb63-44e7-9ba0-a74df520768a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:36:46.399150 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:36:46.482588 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5c4a89-cb63-44e7-9ba0-a74df520768a None None] Pushing event updated for resources: {'Port': ['ID=0521c4cd-b72e-4664-b098-73acd7200d0f,revision_number=2']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:36:46.485832 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-fd5c4a89-cb63-44e7-9ba0-a74df520768a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:36:47.290923 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa2f9bd-8f7b-4e3b-b6f1-b84bd3d5a8cb None None] Network 4972e850-3649-45da-891f-f712a7dc5d13 requested from dv-cinder-798104-1-iscsi {{(pid=74152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 28 16:36:47.390979 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-eb1c4af8-2187-45ab-8575-9c7a3f14b558 None None] Provisioning for port 0521c4cd-b72e-4664-b098-73acd7200d0f completed by entity DHCP. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 28 16:36:47.816787 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device 0521c4cd-b72e-4664-b098-73acd7200d0f up at agent ovs-agent-dv-cinder-798104-1-iscsi {{(pid=74152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 28 16:36:47.890997 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Provisioning for port 0521c4cd-b72e-4664-b098-73acd7200d0f completed by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 28 16:36:47.895914 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Provisioning complete for port 0521c4cd-b72e-4664-b098-73acd7200d0f triggered by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:36:47.896280 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:36:48.012348 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:36:48.047734 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] For port 0521c4cd-b72e-4664-b098-73acd7200d0f, host dv-cinder-798104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-iscsi',level=0,port_id=0521c4cd-b72e-4664-b098-73acd7200d0f,segment=NetworkSegment(fed54222-5bc9-4132-829c-edf47f989867),segment_id=fed54222-5bc9-4132-829c-edf47f989867)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:36:48.052037 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:36:48.054412 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:36:48.121763 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Pushing event updated for resources: {'Port': ['ID=0521c4cd-b72e-4664-b098-73acd7200d0f,revision_number=3']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:36:48.124502 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:36:49.797206 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device 0521c4cd-b72e-4664-b098-73acd7200d0f up at agent ovs-agent-dv-cinder-798104-1-iscsi {{(pid=74152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 28 16:36:49.866844 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Provisioning complete for port 0521c4cd-b72e-4664-b098-73acd7200d0f triggered by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:36:49.867216 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:36:56.440143 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.agents_db [None req-cfc1c983-b0ac-48e0-8737-db5653a7b2f7 None None] Agent healthcheck: found 5 active agents {{(pid=74153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 28 16:37:08.924628 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-4161cfed-e0ec-4361-a099-b2d46d1a259f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:37:09.390345 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:37:11.221950 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-41509e78-c32c-4d9c-8ac0-395103e8045b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:37:12.374088 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-6c3ff140-2be5-46e8-b74a-5424bc372793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:37:13.975288 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-5e27322e-457d-4bf0-b73d-ff6c09f635fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:37:33.440515 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.agents_db [None req-cfc1c983-b0ac-48e0-8737-db5653a7b2f7 None None] Agent healthcheck: found 5 active agents {{(pid=74153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 28 16:37:38.929774 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-137fb0d3-0e9c-463f-a6e2-beb826bbb715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:37:39.392501 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:37:41.224942 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-2c751ea2-e342-4e7e-a614-dc12cff4f989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:37:42.377054 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-6c3ff140-2be5-46e8-b74a-5424bc372793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:37:43.971585 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-5e27322e-457d-4bf0-b73d-ff6c09f635fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:37:46.532914 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 60146) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:37:46.538920 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [None req-40ad9692-9188-4f1a-862b-a45dbe8039f7 tempest-verify_tempest_config-889167216 tempest-verify_tempest_config-889167216-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=74150) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Jun 28 16:37:46.539845 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-40ad9692-9188-4f1a-862b-a45dbe8039f7 tempest-verify_tempest_config-889167216 tempest-verify_tempest_config-889167216-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12610 time: 0.0059640
Jun 28 16:37:46.879721 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 60162) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:37:47.017758 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-271ffd34-bbfd-4287-a736-07224bb5484a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:37:47.048997 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-271ffd34-bbfd-4287-a736-07224bb5484a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:37:47.052652 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-271ffd34-bbfd-4287-a736-07224bb5484a admin admin] Usage tracker for resource:security_group_rule and tenant:98758c833c7743728bdee7496d7b3f27 is out of sync, need to count used quota {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:37:47.055387 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-271ffd34-bbfd-4287-a736-07224bb5484a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:37:47.060947 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-271ffd34-bbfd-4287-a736-07224bb5484a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:37:47.127757 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-271ffd34-bbfd-4287-a736-07224bb5484a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:37:47.131919 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-271ffd34-bbfd-4287-a736-07224bb5484a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:37:47.139856 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:37:47.179487 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271ffd34-bbfd-4287-a736-07224bb5484a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06f4aa5c-bc49-47f3-9337-4482ada8b343,revision_number=1']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:37:47.184109 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-271ffd34-bbfd-4287-a736-07224bb5484a admin admin] Synchronizing usage tracker for tenant:300ef0814f9e464bad19bf52ec5194e4 on resource:security_group {{(pid=74150) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 28 16:37:47.194225 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271ffd34-bbfd-4287-a736-07224bb5484a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:37:47.194563 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271ffd34-bbfd-4287-a736-07224bb5484a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:37:47.194889 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271ffd34-bbfd-4287-a736-07224bb5484a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:37:47.195210 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271ffd34-bbfd-4287-a736-07224bb5484a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:37:47.195542 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271ffd34-bbfd-4287-a736-07224bb5484a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:37:47.195860 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271ffd34-bbfd-4287-a736-07224bb5484a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:37:47.196170 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271ffd34-bbfd-4287-a736-07224bb5484a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:37:47.196481 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271ffd34-bbfd-4287-a736-07224bb5484a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:37:47.196785 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271ffd34-bbfd-4287-a736-07224bb5484a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:37:47.197089 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271ffd34-bbfd-4287-a736-07224bb5484a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:37:47.197418 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271ffd34-bbfd-4287-a736-07224bb5484a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:37:47.201041 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-271ffd34-bbfd-4287-a736-07224bb5484a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:37:47.211325 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-271ffd34-bbfd-4287-a736-07224bb5484a admin admin] Unset dirty status for tenant:300ef0814f9e464bad19bf52ec5194e4 on resource:security_group {{(pid=74150) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 28 16:37:47.213042 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-271ffd34-bbfd-4287-a736-07224bb5484a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=98758c833c7743728bdee7496d7b3f27&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3318310
Jun 28 16:37:47.215523 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 60168) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:37:47.272203 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-440a023f-bc6a-4d6d-beb5-10c0a5bb02b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:37:47.297103 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-440a023f-bc6a-4d6d-beb5-10c0a5bb02b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:37:47.387379 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-440a023f-bc6a-4d6d-beb5-10c0a5bb02b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:37:47.391210 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-307522ca-69df-4126-9090-dba2e97a80b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:37:47.402987 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440a023f-bc6a-4d6d-beb5-10c0a5bb02b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f4aa5c-bc49-47f3-9337-4482ada8b343,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:37:47.408363 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-440a023f-bc6a-4d6d-beb5-10c0a5bb02b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:37:47.410352 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-440a023f-bc6a-4d6d-beb5-10c0a5bb02b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:37:47.411590 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-440a023f-bc6a-4d6d-beb5-10c0a5bb02b2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/06f4aa5c-bc49-47f3-9337-4482ada8b343 HTTP/1.1" status: 204  len: 168 time: 0.1951964
Jun 28 16:38:08.932457 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-3c59d8e5-ae2f-4207-b1f5-4f800de74ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:38:09.393886 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:38:10.439959 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.agents_db [None req-cfc1c983-b0ac-48e0-8737-db5653a7b2f7 None None] Agent healthcheck: found 5 active agents {{(pid=74153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 28 16:38:11.226421 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-a34101e4-d333-42ba-8348-fd5a59cd6877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:38:12.378726 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-6c3ff140-2be5-46e8-b74a-5424bc372793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:38:13.973632 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-5e27322e-457d-4bf0-b73d-ff6c09f635fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:38:38.934589 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-998e899c-5277-48bd-bbd0-69365393fa55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:38:39.396292 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:38:41.227348 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-886bcebd-f4d2-4fdd-bb6c-43c1bccf4692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:38:42.383411 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-6c3ff140-2be5-46e8-b74a-5424bc372793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:38:43.976340 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-5e27322e-457d-4bf0-b73d-ff6c09f635fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:38:47.440192 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.agents_db [None req-cfc1c983-b0ac-48e0-8737-db5653a7b2f7 None None] Agent healthcheck: found 5 active agents {{(pid=74153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 28 16:39:08.935233 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-c4f74eaf-de32-4207-aa10-be86dd56db91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:39:09.400858 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:39:11.229612 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-ac1fcc93-24ce-4ce6-bcad-7bc9de807df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:39:12.388792 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-6c3ff140-2be5-46e8-b74a-5424bc372793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:39:13.980049 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-5e27322e-457d-4bf0-b73d-ff6c09f635fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:39:14.959456 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-675905'] for agent, after_create {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:39:19.304944 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 60220) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:39:19.442673 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-3583761c-4e3c-4952-aab5-0820fc92beb5 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1360343
Jun 28 16:39:21.428589 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 60230) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:39:21.510692 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-f5650ae7-5214-4d18-9b50-744fbfaeda63 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0809624
Jun 28 16:39:24.443771 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.agents_db [None req-cfc1c983-b0ac-48e0-8737-db5653a7b2f7 None None] Agent healthcheck: found 6 active agents {{(pid=74153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 28 16:39:38.936288 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-5d2a3881-2f8d-4cd4-829e-1f68b719fe50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:39:39.402937 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:39:41.231197 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-0422b9a6-234e-4bbb-a638-72caf870baa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:39:42.388778 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-6c3ff140-2be5-46e8-b74a-5424bc372793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:39:43.981887 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-5e27322e-457d-4bf0-b73d-ff6c09f635fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:39:44.926879 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:40:01.444439 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.agents_db [None req-cfc1c983-b0ac-48e0-8737-db5653a7b2f7 None None] Agent healthcheck: found 6 active agents {{(pid=74153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 28 16:40:08.939077 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-991eedda-0a4a-4b1d-840c-80a4fe441669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:40:09.407775 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:40:11.239838 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-12475532-3656-4fff-b85c-d435b0cf0e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:40:12.399116 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-6c3ff140-2be5-46e8-b74a-5424bc372793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:40:13.986979 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-5e27322e-457d-4bf0-b73d-ff6c09f635fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:40:14.931125 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:40:38.445967 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.agents_db [None req-cfc1c983-b0ac-48e0-8737-db5653a7b2f7 None None] Agent healthcheck: found 6 active agents {{(pid=74153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 28 16:40:38.941991 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-f43953da-58d6-4667-8766-75e99f08e81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:40:39.411871 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:40:41.234153 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-a17876f0-8447-45ac-886a-14695dc61b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:40:42.403350 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-6c3ff140-2be5-46e8-b74a-5424bc372793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:40:43.988446 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-5e27322e-457d-4bf0-b73d-ff6c09f635fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:40:44.943732 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:01.933990 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 60414) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:41:02.522368 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 60436) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:41:02.632630 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.v2.base [None req-12024daf-955b-468c-ad39-242ca76f0f87 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1202258437-network', 'tenant_id': '9786ff176bb944e4a1432244983df7e1'}} {{(pid=74150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:41:02.647374 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-12024daf-955b-468c-ad39-242ca76f0f87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:41:02.655638 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-12024daf-955b-468c-ad39-242ca76f0f87 admin admin] Usage tracker for resource:network and tenant:9786ff176bb944e4a1432244983df7e1 is out of sync, need to count used quota {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:41:02.661037 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-12024daf-955b-468c-ad39-242ca76f0f87 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:41:02.672930 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-12024daf-955b-468c-ad39-242ca76f0f87 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:41:02.690282 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12024daf-955b-468c-ad39-242ca76f0f87 admin admin] Made reservation on behalf of 9786ff176bb944e4a1432244983df7e1 for: {'network': 1} {{(pid=74150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 28 16:41:02.694250 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-12024daf-955b-468c-ad39-242ca76f0f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for network, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:02.717609 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-12024daf-955b-468c-ad39-242ca76f0f87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:02.773709 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-12024daf-955b-468c-ad39-242ca76f0f87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:41:02.780411 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 60444) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:41:02.786465 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-12024daf-955b-468c-ad39-242ca76f0f87 admin admin] Usage tracker for resource:security_group_rule and tenant:9786ff176bb944e4a1432244983df7e1 is out of sync, need to count used quota {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:41:02.790230 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-12024daf-955b-468c-ad39-242ca76f0f87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:41:02.798749 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-12024daf-955b-468c-ad39-242ca76f0f87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:41:02.897931 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-12024daf-955b-468c-ad39-242ca76f0f87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:02.904172 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-12024daf-955b-468c-ad39-242ca76f0f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:02.908646 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-440a023f-bc6a-4d6d-beb5-10c0a5bb02b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:41:02.939310 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12024daf-955b-468c-ad39-242ca76f0f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64217a24-193e-47f9-9a30-3d82665c24a0,revision_number=1']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:41:02.953921 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12024daf-955b-468c-ad39-242ca76f0f87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:41:02.954587 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12024daf-955b-468c-ad39-242ca76f0f87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:41:02.955129 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12024daf-955b-468c-ad39-242ca76f0f87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:41:02.955622 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12024daf-955b-468c-ad39-242ca76f0f87 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:41:02.956113 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12024daf-955b-468c-ad39-242ca76f0f87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:41:02.956587 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12024daf-955b-468c-ad39-242ca76f0f87 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:41:02.957067 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12024daf-955b-468c-ad39-242ca76f0f87 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:41:02.957603 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12024daf-955b-468c-ad39-242ca76f0f87 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:41:02.958073 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12024daf-955b-468c-ad39-242ca76f0f87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:41:02.958537 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12024daf-955b-468c-ad39-242ca76f0f87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:41:02.959008 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12024daf-955b-468c-ad39-242ca76f0f87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:41:02.960217 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12024daf-955b-468c-ad39-242ca76f0f87 admin admin] Tracked resource versions report:
Jun 28 16:41:02.960217 dv-cinder-798104-1-iscsi neutron-server[74150]: pushed versions:
Jun 28 16:41:02.960217 dv-cinder-798104-1-iscsi neutron-server[74150]: {   'ConntrackHelper': {'1.0'},
Jun 28 16:41:02.960217 dv-cinder-798104-1-iscsi neutron-server[74150]:     'Log': {'1.0'},
Jun 28 16:41:02.960217 dv-cinder-798104-1-iscsi neutron-server[74150]:     'Network': {'1.1'},
Jun 28 16:41:02.960217 dv-cinder-798104-1-iscsi neutron-server[74150]:     'Port': {'1.5'},
Jun 28 16:41:02.960217 dv-cinder-798104-1-iscsi neutron-server[74150]:     'PortForwarding': {'1.2'},
Jun 28 16:41:02.960217 dv-cinder-798104-1-iscsi neutron-server[74150]:     'QosPolicy': {'1.8'},
Jun 28 16:41:02.960217 dv-cinder-798104-1-iscsi neutron-server[74150]:     'SecurityGroup': {'1.2'},
Jun 28 16:41:02.960217 dv-cinder-798104-1-iscsi neutron-server[74150]:     'SecurityGroupRule': {'1.0'},
Jun 28 16:41:02.960217 dv-cinder-798104-1-iscsi neutron-server[74150]:     'SubPort': {'1.0'},
Jun 28 16:41:02.960217 dv-cinder-798104-1-iscsi neutron-server[74150]:     'Subnet': {'1.1'},
Jun 28 16:41:02.960217 dv-cinder-798104-1-iscsi neutron-server[74150]:     'Trunk': {'1.1'}}
Jun 28 16:41:02.960217 dv-cinder-798104-1-iscsi neutron-server[74150]: consumer versions:
Jun 28 16:41:02.960217 dv-cinder-798104-1-iscsi neutron-server[74150]: {   DHCP agent@dv-cinder-798104-1-iscsi: {},
Jun 28 16:41:02.960217 dv-cinder-798104-1-iscsi neutron-server[74150]:     HyperV agent@hv-cinder-79810: {},
Jun 28 16:41:02.960217 dv-cinder-798104-1-iscsi neutron-server[74150]:     L3 agent@dv-cinder-798104-1-iscsi: {},
Jun 28 16:41:02.960217 dv-cinder-798104-1-iscsi neutron-server[74150]:     Metadata agent@dv-cinder-798104-1-iscsi: {},
Jun 28 16:41:02.960217 dv-cinder-798104-1-iscsi neutron-server[74150]:     Metering agent@dv-cinder-798104-1-iscsi: {},
Jun 28 16:41:02.960217 dv-cinder-798104-1-iscsi neutron-server[74150]:     Open vSwitch agent@dv-cinder-798104-1-iscsi: {   'ConntrackHelper': '1.0',
Jun 28 16:41:02.960217 dv-cinder-798104-1-iscsi neutron-server[74150]:                                                      'Log': '1.0',
Jun 28 16:41:02.960217 dv-cinder-798104-1-iscsi neutron-server[74150]:                                                      'Network': '1.1',
Jun 28 16:41:02.960217 dv-cinder-798104-1-iscsi neutron-server[74150]:                                                      'Port': '1.5',
Jun 28 16:41:02.960217 dv-cinder-798104-1-iscsi neutron-server[74150]:                                                      'PortForwarding': '1.2',
Jun 28 16:41:02.960217 dv-cinder-798104-1-iscsi neutron-server[74150]:                                                      'QosPolicy': '1.8',
Jun 28 16:41:02.960217 dv-cinder-798104-1-iscsi neutron-server[74150]:                                                      'SecurityGroup': '1.2',
Jun 28 16:41:02.960217 dv-cinder-798104-1-iscsi neutron-server[74150]:                                                      'SecurityGroupRule': '1.0',
Jun 28 16:41:02.960217 dv-cinder-798104-1-iscsi neutron-server[74150]:                                                      'SubPort': '1.0',
Jun 28 16:41:02.960217 dv-cinder-798104-1-iscsi neutron-server[74150]:                                                      'Subnet': '1.1',
Jun 28 16:41:02.960217 dv-cinder-798104-1-iscsi neutron-server[74150]:                                                      'Trunk': '1.1'}}
Jun 28 16:41:02.960217 dv-cinder-798104-1-iscsi neutron-server[74150]:  {{(pid=74150) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 28 16:41:02.966461 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-12024daf-955b-468c-ad39-242ca76f0f87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:41:02.975762 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12024daf-955b-468c-ad39-242ca76f0f87 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302}  {{(pid=74150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jun 28 16:41:02.986973 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-12024daf-955b-468c-ad39-242ca76f0f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719364'] for segment, precommit_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:02.987346 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.db.segments_db [None req-12024daf-955b-468c-ad39-242ca76f0f87 admin admin] Added segment 7e0ee00b-e8ea-418c-aae5-177bc97c684b of type vlan for network 7cf7e6d2-90dd-4005-a9f9-f2f92291a854
Jun 28 16:41:03.018091 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-12024daf-955b-468c-ad39-242ca76f0f87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771078342840'] for network, precommit_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:03.051275 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-12024daf-955b-468c-ad39-242ca76f0f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692'] for network, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:03.052532 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12024daf-955b-468c-ad39-242ca76f0f87 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:41:03.053111 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-12024daf-955b-468c-ad39-242ca76f0f87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533674'] for network, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:03.076553 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:41:03.194053 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12024daf-955b-468c-ad39-242ca76f0f87 admin admin] Pushing event updated for resources: {'Network': ['ID=7cf7e6d2-90dd-4005-a9f9-f2f92291a854,revision_number=1']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:41:03.199785 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-12024daf-955b-468c-ad39-242ca76f0f87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:41:03.202166 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-12024daf-955b-468c-ad39-242ca76f0f87 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.2654979
Jun 28 16:41:03.207576 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 60458) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:41:03.214371 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Network 7cf7e6d2-90dd-4005-a9f9-f2f92291a854 details requested by agent ovs-agent-dv-cinder-798104-1-iscsi with host dv-cinder-798104-1-iscsi {{(pid=74152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 28 16:41:03.225870 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.v2.base [None req-bacb01d0-1c1c-42bc-94f8-157a186b0e32 admin admin] Request body: {'subnet': {'network_id': '7cf7e6d2-90dd-4005-a9f9-f2f92291a854', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1202258437-subnet', 'tenant_id': '9786ff176bb944e4a1432244983df7e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:41:03.242404 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-bacb01d0-1c1c-42bc-94f8-157a186b0e32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:41:03.259753 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-bacb01d0-1c1c-42bc-94f8-157a186b0e32 admin admin] Usage tracker for resource:subnet and tenant:9786ff176bb944e4a1432244983df7e1 is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:41:03.274315 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-bacb01d0-1c1c-42bc-94f8-157a186b0e32 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:41:03.285558 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-bacb01d0-1c1c-42bc-94f8-157a186b0e32 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:41:03.306137 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bacb01d0-1c1c-42bc-94f8-157a186b0e32 admin admin] Made reservation on behalf of 9786ff176bb944e4a1432244983df7e1 for: {'subnet': 1} {{(pid=74151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 28 16:41:03.311322 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-bacb01d0-1c1c-42bc-94f8-157a186b0e32 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:03.466807 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.v2.base [None req-5bf40664-8182-486c-a571-0de4fcb09ab4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1703409747-network', 'tenant_id': '63a2e49b0c454d43890a422c6fd0684c'}} {{(pid=74151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:41:03.474743 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-5bf40664-8182-486c-a571-0de4fcb09ab4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:41:03.491832 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-5bf40664-8182-486c-a571-0de4fcb09ab4 admin admin] Usage tracker for resource:network and tenant:63a2e49b0c454d43890a422c6fd0684c is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:41:03.498043 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-5bf40664-8182-486c-a571-0de4fcb09ab4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:41:03.511134 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-5bf40664-8182-486c-a571-0de4fcb09ab4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:41:03.523717 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.v2.base [None req-ea962c5b-9ff3-4dd1-b289-425519996068 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1830371442-network', 'tenant_id': '1fe368935ff745edaa9465a88456bec5'}} {{(pid=74151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:41:03.558390 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 60470) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:41:03.559575 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-ea962c5b-9ff3-4dd1-b289-425519996068 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:41:03.567142 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf40664-8182-486c-a571-0de4fcb09ab4 admin admin] Made reservation on behalf of 63a2e49b0c454d43890a422c6fd0684c for: {'network': 1} {{(pid=74151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 28 16:41:03.572217 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-5bf40664-8182-486c-a571-0de4fcb09ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for network, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:03.593361 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-ea962c5b-9ff3-4dd1-b289-425519996068 admin admin] Usage tracker for resource:network and tenant:1fe368935ff745edaa9465a88456bec5 is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:41:03.596963 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-ea962c5b-9ff3-4dd1-b289-425519996068 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:41:03.606200 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-5bf40664-8182-486c-a571-0de4fcb09ab4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:03.619417 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-ea962c5b-9ff3-4dd1-b289-425519996068 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:41:03.642416 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea962c5b-9ff3-4dd1-b289-425519996068 admin admin] Made reservation on behalf of 1fe368935ff745edaa9465a88456bec5 for: {'network': 1} {{(pid=74151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 28 16:41:03.644997 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-ea962c5b-9ff3-4dd1-b289-425519996068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for network, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:03.701782 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-ea962c5b-9ff3-4dd1-b289-425519996068 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:03.736644 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-5bf40664-8182-486c-a571-0de4fcb09ab4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:41:03.747699 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-5bf40664-8182-486c-a571-0de4fcb09ab4 admin admin] Usage tracker for resource:security_group_rule and tenant:63a2e49b0c454d43890a422c6fd0684c is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:41:03.751898 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-5bf40664-8182-486c-a571-0de4fcb09ab4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:41:03.763067 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-5bf40664-8182-486c-a571-0de4fcb09ab4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:41:03.797301 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-ea962c5b-9ff3-4dd1-b289-425519996068 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:41:03.813602 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-ea962c5b-9ff3-4dd1-b289-425519996068 admin admin] Usage tracker for resource:security_group_rule and tenant:1fe368935ff745edaa9465a88456bec5 is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:41:03.822510 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-ea962c5b-9ff3-4dd1-b289-425519996068 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:41:03.837094 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-ea962c5b-9ff3-4dd1-b289-425519996068 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:41:03.848861 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-bacb01d0-1c1c-42bc-94f8-157a186b0e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692'] for subnet, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:03.864727 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:41:03.962571 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.v2.base [None req-58d39a67-2893-4eb1-bb6c-6e5334fd5a55 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-580518908-network', 'tenant_id': '82c03e5282854bd0ba377331b218109e'}} {{(pid=74150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:41:03.973838 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-58d39a67-2893-4eb1-bb6c-6e5334fd5a55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:41:03.982556 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-58d39a67-2893-4eb1-bb6c-6e5334fd5a55 admin admin] Usage tracker for resource:network and tenant:82c03e5282854bd0ba377331b218109e is out of sync, need to count used quota {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:41:03.988877 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-58d39a67-2893-4eb1-bb6c-6e5334fd5a55 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:41:04.001195 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-58d39a67-2893-4eb1-bb6c-6e5334fd5a55 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:41:04.017947 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-5bf40664-8182-486c-a571-0de4fcb09ab4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:04.019604 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacb01d0-1c1c-42bc-94f8-157a186b0e32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c3a086d-22de-4ca9-bd41-ff751b4b91d1,revision_number=0']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:41:04.036862 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d39a67-2893-4eb1-bb6c-6e5334fd5a55 admin admin] Made reservation on behalf of 82c03e5282854bd0ba377331b218109e for: {'network': 1} {{(pid=74150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 28 16:41:04.042850 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-58d39a67-2893-4eb1-bb6c-6e5334fd5a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for network, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:04.043772 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-5bf40664-8182-486c-a571-0de4fcb09ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:04.072881 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-58d39a67-2893-4eb1-bb6c-6e5334fd5a55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:04.076548 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-ea962c5b-9ff3-4dd1-b289-425519996068 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:04.078355 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacb01d0-1c1c-42bc-94f8-157a186b0e32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:41:04.079569 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacb01d0-1c1c-42bc-94f8-157a186b0e32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:41:04.079569 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacb01d0-1c1c-42bc-94f8-157a186b0e32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:41:04.079569 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacb01d0-1c1c-42bc-94f8-157a186b0e32 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:41:04.080065 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacb01d0-1c1c-42bc-94f8-157a186b0e32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:41:04.080065 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacb01d0-1c1c-42bc-94f8-157a186b0e32 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:41:04.085331 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacb01d0-1c1c-42bc-94f8-157a186b0e32 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:41:04.085833 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacb01d0-1c1c-42bc-94f8-157a186b0e32 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:41:04.086173 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacb01d0-1c1c-42bc-94f8-157a186b0e32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:41:04.086563 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacb01d0-1c1c-42bc-94f8-157a186b0e32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:41:04.086925 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacb01d0-1c1c-42bc-94f8-157a186b0e32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:41:04.087981 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacb01d0-1c1c-42bc-94f8-157a186b0e32 admin admin] Tracked resource versions report:
Jun 28 16:41:04.087981 dv-cinder-798104-1-iscsi neutron-server[74151]: pushed versions:
Jun 28 16:41:04.087981 dv-cinder-798104-1-iscsi neutron-server[74151]: {   'ConntrackHelper': {'1.0'},
Jun 28 16:41:04.087981 dv-cinder-798104-1-iscsi neutron-server[74151]:     'Log': {'1.0'},
Jun 28 16:41:04.087981 dv-cinder-798104-1-iscsi neutron-server[74151]:     'Network': {'1.1'},
Jun 28 16:41:04.087981 dv-cinder-798104-1-iscsi neutron-server[74151]:     'Port': {'1.5'},
Jun 28 16:41:04.087981 dv-cinder-798104-1-iscsi neutron-server[74151]:     'PortForwarding': {'1.2'},
Jun 28 16:41:04.087981 dv-cinder-798104-1-iscsi neutron-server[74151]:     'QosPolicy': {'1.8'},
Jun 28 16:41:04.087981 dv-cinder-798104-1-iscsi neutron-server[74151]:     'SecurityGroup': {'1.2'},
Jun 28 16:41:04.087981 dv-cinder-798104-1-iscsi neutron-server[74151]:     'SecurityGroupRule': {'1.0'},
Jun 28 16:41:04.087981 dv-cinder-798104-1-iscsi neutron-server[74151]:     'SubPort': {'1.0'},
Jun 28 16:41:04.087981 dv-cinder-798104-1-iscsi neutron-server[74151]:     'Subnet': {'1.1'},
Jun 28 16:41:04.087981 dv-cinder-798104-1-iscsi neutron-server[74151]:     'Trunk': {'1.1'}}
Jun 28 16:41:04.087981 dv-cinder-798104-1-iscsi neutron-server[74151]: consumer versions:
Jun 28 16:41:04.087981 dv-cinder-798104-1-iscsi neutron-server[74151]: {   DHCP agent@dv-cinder-798104-1-iscsi: {},
Jun 28 16:41:04.087981 dv-cinder-798104-1-iscsi neutron-server[74151]:     HyperV agent@hv-cinder-79810: {},
Jun 28 16:41:04.087981 dv-cinder-798104-1-iscsi neutron-server[74151]:     L3 agent@dv-cinder-798104-1-iscsi: {},
Jun 28 16:41:04.087981 dv-cinder-798104-1-iscsi neutron-server[74151]:     Metadata agent@dv-cinder-798104-1-iscsi: {},
Jun 28 16:41:04.087981 dv-cinder-798104-1-iscsi neutron-server[74151]:     Metering agent@dv-cinder-798104-1-iscsi: {},
Jun 28 16:41:04.087981 dv-cinder-798104-1-iscsi neutron-server[74151]:     Open vSwitch agent@dv-cinder-798104-1-iscsi: {   'ConntrackHelper': '1.0',
Jun 28 16:41:04.087981 dv-cinder-798104-1-iscsi neutron-server[74151]:                                                      'Log': '1.0',
Jun 28 16:41:04.087981 dv-cinder-798104-1-iscsi neutron-server[74151]:                                                      'Network': '1.1',
Jun 28 16:41:04.087981 dv-cinder-798104-1-iscsi neutron-server[74151]:                                                      'Port': '1.5',
Jun 28 16:41:04.087981 dv-cinder-798104-1-iscsi neutron-server[74151]:                                                      'PortForwarding': '1.2',
Jun 28 16:41:04.087981 dv-cinder-798104-1-iscsi neutron-server[74151]:                                                      'QosPolicy': '1.8',
Jun 28 16:41:04.087981 dv-cinder-798104-1-iscsi neutron-server[74151]:                                                      'SecurityGroup': '1.2',
Jun 28 16:41:04.087981 dv-cinder-798104-1-iscsi neutron-server[74151]:                                                      'SecurityGroupRule': '1.0',
Jun 28 16:41:04.087981 dv-cinder-798104-1-iscsi neutron-server[74151]:                                                      'SubPort': '1.0',
Jun 28 16:41:04.087981 dv-cinder-798104-1-iscsi neutron-server[74151]:                                                      'Subnet': '1.1',
Jun 28 16:41:04.087981 dv-cinder-798104-1-iscsi neutron-server[74151]:                                                      'Trunk': '1.1'}}
Jun 28 16:41:04.087981 dv-cinder-798104-1-iscsi neutron-server[74151]:  {{(pid=74151) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 28 16:41:04.104757 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-bacb01d0-1c1c-42bc-94f8-157a186b0e32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:41:04.108012 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:41:04.129257 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-ea962c5b-9ff3-4dd1-b289-425519996068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:04.147943 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-58d39a67-2893-4eb1-bb6c-6e5334fd5a55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:41:04.156123 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-58d39a67-2893-4eb1-bb6c-6e5334fd5a55 admin admin] Usage tracker for resource:security_group_rule and tenant:82c03e5282854bd0ba377331b218109e is out of sync, need to count used quota {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:41:04.161577 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-58d39a67-2893-4eb1-bb6c-6e5334fd5a55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:41:04.171767 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bf40664-8182-486c-a571-0de4fcb09ab4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303}  {{(pid=74151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jun 28 16:41:04.174398 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-58d39a67-2893-4eb1-bb6c-6e5334fd5a55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:41:04.186116 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacb01d0-1c1c-42bc-94f8-157a186b0e32 admin admin] Checking segment: {'id': '7e0ee00b-e8ea-418c-aae5-177bc97c684b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7cf7e6d2-90dd-4005-a9f9-f2f92291a854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 28 16:41:04.187763 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bacb01d0-1c1c-42bc-94f8-157a186b0e32 admin admin] Network hostable DHCP agents. Network: 7cf7e6d2-90dd-4005-a9f9-f2f92291a854, hostable agents: ['e6bae525-68bf-4aa0-98dd-dc96c133cc24'], hosted agents: [] {{(pid=74151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 28 16:41:04.224398 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf40664-8182-486c-a571-0de4fcb09ab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5f430f-fa06-489f-9fc2-e6108c1b2046,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:41:04.228541 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-5bf40664-8182-486c-a571-0de4fcb09ab4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:41:04.229757 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-5bf40664-8182-486c-a571-0de4fcb09ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719364'] for segment, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:04.230140 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.db.segments_db [None req-5bf40664-8182-486c-a571-0de4fcb09ab4 admin admin] Added segment f7e7868f-b1c3-4298-a940-297b02826b74 of type vlan for network 5a346278-b5ab-4c50-92aa-d9c545e84c60
Jun 28 16:41:04.236476 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:41:04.294790 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-5bf40664-8182-486c-a571-0de4fcb09ab4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771078342840'] for network, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:04.301163 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea962c5b-9ff3-4dd1-b289-425519996068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8045ec-a41a-4934-bc0f-71dfa6c36734,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:41:04.304209 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-ea962c5b-9ff3-4dd1-b289-425519996068 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:41:04.323658 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bacb01d0-1c1c-42bc-94f8-157a186b0e32 admin admin] Network 7cf7e6d2-90dd-4005-a9f9-f2f92291a854 is scheduled to be hosted by DHCP agent e6bae525-68bf-4aa0-98dd-dc96c133cc24 with binding_index 1 {{(pid=74151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 28 16:41:04.344189 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.base_scheduler [None req-bacb01d0-1c1c-42bc-94f8-157a186b0e32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798104-1-iscsi, 7cf7e6d2-90dd-4005-a9f9-f2f92291a854) {{(pid=74151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 28 16:41:04.351852 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bacb01d0-1c1c-42bc-94f8-157a186b0e32 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:41:04.353792 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-bacb01d0-1c1c-42bc-94f8-157a186b0e32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533674'] for subnet, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:04.359077 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4957ad71-7956-4ef0-93d4-f482a2f73c94 None None] Network 7cf7e6d2-90dd-4005-a9f9-f2f92291a854 requested from dv-cinder-798104-1-iscsi {{(pid=74152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 28 16:41:04.375122 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-58d39a67-2893-4eb1-bb6c-6e5334fd5a55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:04.391458 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-58d39a67-2893-4eb1-bb6c-6e5334fd5a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:04.395480 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-12024daf-955b-468c-ad39-242ca76f0f87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:41:04.417022 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-5bf40664-8182-486c-a571-0de4fcb09ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692'] for network, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:04.418142 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf40664-8182-486c-a571-0de4fcb09ab4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:41:04.418684 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-5bf40664-8182-486c-a571-0de4fcb09ab4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533674'] for network, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:04.433289 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:41:04.470817 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d39a67-2893-4eb1-bb6c-6e5334fd5a55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9ac0f3-9f54-4472-9e52-22b50e380775,revision_number=1']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:41:04.488251 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-58d39a67-2893-4eb1-bb6c-6e5334fd5a55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:41:04.515375 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58d39a67-2893-4eb1-bb6c-6e5334fd5a55 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304}  {{(pid=74150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jun 28 16:41:04.533454 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-bacb01d0-1c1c-42bc-94f8-157a186b0e32 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.3236382
Jun 28 16:41:04.534765 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.db.api [None req-ea962c5b-9ff3-4dd1-b289-425519996068 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=74151) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 28 16:41:04.534981 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_db.api [None req-ea962c5b-9ff3-4dd1-b289-425519996068 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=74151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 28 16:41:04.544856 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-58d39a67-2893-4eb1-bb6c-6e5334fd5a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719364'] for segment, precommit_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:04.544856 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.db.segments_db [None req-58d39a67-2893-4eb1-bb6c-6e5334fd5a55 admin admin] Added segment d95c8297-5540-4933-9f3d-9c3b535a42fe of type vlan for network 016488fa-4c73-4804-a4b6-958ce586a741
Jun 28 16:41:04.596000 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-58d39a67-2893-4eb1-bb6c-6e5334fd5a55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771078342840'] for network, precommit_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:04.661953 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-58d39a67-2893-4eb1-bb6c-6e5334fd5a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692'] for network, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:04.665771 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d39a67-2893-4eb1-bb6c-6e5334fd5a55 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:41:04.666847 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-58d39a67-2893-4eb1-bb6c-6e5334fd5a55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533674'] for network, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:04.679661 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-7d52b568-25cb-486b-acf0-35a4f7382fc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:41:04.723677 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf40664-8182-486c-a571-0de4fcb09ab4 admin admin] Pushing event updated for resources: {'Network': ['ID=5a346278-b5ab-4c50-92aa-d9c545e84c60,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:41:04.730279 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-5bf40664-8182-486c-a571-0de4fcb09ab4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:41:04.734627 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-5bf40664-8182-486c-a571-0de4fcb09ab4 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 2.2110050
Jun 28 16:41:04.737508 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 60500) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:41:04.747670 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Network 5a346278-b5ab-4c50-92aa-d9c545e84c60 details requested by agent ovs-agent-dv-cinder-798104-1-iscsi with host dv-cinder-798104-1-iscsi {{(pid=74152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 28 16:41:04.748055 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.v2.base [None req-905d343c-807b-4509-966e-4c57c8016e8a admin admin] Request body: {'subnet': {'network_id': '5a346278-b5ab-4c50-92aa-d9c545e84c60', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1703409747-subnet', 'tenant_id': '63a2e49b0c454d43890a422c6fd0684c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=74151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:41:04.756426 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-905d343c-807b-4509-966e-4c57c8016e8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:41:04.763494 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-905d343c-807b-4509-966e-4c57c8016e8a admin admin] Usage tracker for resource:subnet and tenant:63a2e49b0c454d43890a422c6fd0684c is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:41:04.769176 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-905d343c-807b-4509-966e-4c57c8016e8a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:41:04.780867 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-905d343c-807b-4509-966e-4c57c8016e8a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:41:04.801782 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-905d343c-807b-4509-966e-4c57c8016e8a admin admin] Made reservation on behalf of 63a2e49b0c454d43890a422c6fd0684c for: {'subnet': 1} {{(pid=74151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 28 16:41:04.807930 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-905d343c-807b-4509-966e-4c57c8016e8a admin admin] Notify callbacks [] for subnet, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:04.904770 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d39a67-2893-4eb1-bb6c-6e5334fd5a55 admin admin] Pushing event updated for resources: {'Network': ['ID=016488fa-4c73-4804-a4b6-958ce586a741,revision_number=1']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:41:04.909448 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-58d39a67-2893-4eb1-bb6c-6e5334fd5a55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:41:04.917530 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-58d39a67-2893-4eb1-bb6c-6e5334fd5a55 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.3560424
Jun 28 16:41:04.918418 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 60504) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:41:04.926964 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.v2.base [None req-f6a86366-f848-4177-93e2-e242b5d86e59 admin admin] Request body: {'subnet': {'network_id': '016488fa-4c73-4804-a4b6-958ce586a741', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-580518908-subnet', 'tenant_id': '82c03e5282854bd0ba377331b218109e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=74150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:41:04.938386 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Network 016488fa-4c73-4804-a4b6-958ce586a741 details requested by agent ovs-agent-dv-cinder-798104-1-iscsi with host dv-cinder-798104-1-iscsi {{(pid=74152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 28 16:41:04.962858 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-f6a86366-f848-4177-93e2-e242b5d86e59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:41:04.969715 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-f6a86366-f848-4177-93e2-e242b5d86e59 admin admin] Usage tracker for resource:subnet and tenant:82c03e5282854bd0ba377331b218109e is out of sync, need to count used quota {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:41:04.983926 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-f6a86366-f848-4177-93e2-e242b5d86e59 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:41:04.994642 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-f6a86366-f848-4177-93e2-e242b5d86e59 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:41:05.017500 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a86366-f848-4177-93e2-e242b5d86e59 admin admin] Made reservation on behalf of 82c03e5282854bd0ba377331b218109e for: {'subnet': 1} {{(pid=74150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 28 16:41:05.022314 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-f6a86366-f848-4177-93e2-e242b5d86e59 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:05.277358 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-ea962c5b-9ff3-4dd1-b289-425519996068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for network, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:05.394670 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea962c5b-9ff3-4dd1-b289-425519996068 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305}  {{(pid=74151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jun 28 16:41:05.416379 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-ea962c5b-9ff3-4dd1-b289-425519996068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719364'] for segment, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:05.418033 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.db.segments_db [None req-ea962c5b-9ff3-4dd1-b289-425519996068 admin admin] Added segment 303640e0-a25f-464c-a67b-19acfa668001 of type vlan for network 67cef3f9-4ff6-418e-b6c5-56d49e3c3b89
Jun 28 16:41:05.490118 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-ea962c5b-9ff3-4dd1-b289-425519996068 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771078342840'] for network, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:05.502369 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d1adcf-b66d-436a-b246-d45deaa5393c None None] Network 7cf7e6d2-90dd-4005-a9f9-f2f92291a854 requested from dv-cinder-798104-1-iscsi {{(pid=74152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 28 16:41:05.588379 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-f6a86366-f848-4177-93e2-e242b5d86e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692'] for subnet, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:05.597254 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-dbf50b57-096f-48ee-8e91-09daa04680a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:41:05.823149 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-ea962c5b-9ff3-4dd1-b289-425519996068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692'] for network, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:05.828847 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea962c5b-9ff3-4dd1-b289-425519996068 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:41:05.833096 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-ea962c5b-9ff3-4dd1-b289-425519996068 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533674'] for network, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:05.855749 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a86366-f848-4177-93e2-e242b5d86e59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c17c6b4c-b032-4eb3-9e61-7e44dcd4cae3,revision_number=0']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:41:05.858602 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:41:05.860827 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-f6a86366-f848-4177-93e2-e242b5d86e59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:41:05.994335 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a86366-f848-4177-93e2-e242b5d86e59 admin admin] Checking segment: {'id': 'd95c8297-5540-4933-9f3d-9c3b535a42fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '016488fa-4c73-4804-a4b6-958ce586a741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 28 16:41:05.995426 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a86366-f848-4177-93e2-e242b5d86e59 admin admin] Network hostable DHCP agents. Network: 016488fa-4c73-4804-a4b6-958ce586a741, hostable agents: ['e6bae525-68bf-4aa0-98dd-dc96c133cc24'], hosted agents: [] {{(pid=74150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 28 16:41:06.020942 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a86366-f848-4177-93e2-e242b5d86e59 admin admin] Network 016488fa-4c73-4804-a4b6-958ce586a741 is scheduled to be hosted by DHCP agent e6bae525-68bf-4aa0-98dd-dc96c133cc24 with binding_index 1 {{(pid=74150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 28 16:41:06.042272 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.scheduler.base_scheduler [None req-f6a86366-f848-4177-93e2-e242b5d86e59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798104-1-iscsi, 016488fa-4c73-4804-a4b6-958ce586a741) {{(pid=74150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 28 16:41:06.049700 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a86366-f848-4177-93e2-e242b5d86e59 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:41:06.050293 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-f6a86366-f848-4177-93e2-e242b5d86e59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533674'] for subnet, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:06.059445 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15991ff-ebbd-4399-bcc5-f6558ba6e358 None None] Network 016488fa-4c73-4804-a4b6-958ce586a741 requested from dv-cinder-798104-1-iscsi {{(pid=74152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 28 16:41:06.103203 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-ea962c5b-9ff3-4dd1-b289-425519996068 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 3.3216841
Jun 28 16:41:06.104148 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea962c5b-9ff3-4dd1-b289-425519996068 admin admin] Pushing event updated for resources: {'Network': ['ID=67cef3f9-4ff6-418e-b6c5-56d49e3c3b89,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:41:06.106286 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 60542) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:41:06.112986 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-ea962c5b-9ff3-4dd1-b289-425519996068 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:41:06.116939 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.v2.base [None req-0ce74892-b161-4a0f-8c61-2c1c1c2a7023 admin admin] Request body: {'subnet': {'network_id': '67cef3f9-4ff6-418e-b6c5-56d49e3c3b89', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1830371442-subnet', 'tenant_id': '1fe368935ff745edaa9465a88456bec5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:41:06.122093 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-905d343c-807b-4509-966e-4c57c8016e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692'] for subnet, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:06.123496 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-0ce74892-b161-4a0f-8c61-2c1c1c2a7023 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:41:06.131776 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:41:06.132766 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Network 67cef3f9-4ff6-418e-b6c5-56d49e3c3b89 details requested by agent ovs-agent-dv-cinder-798104-1-iscsi with host dv-cinder-798104-1-iscsi {{(pid=74152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 28 16:41:06.138976 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-f6a86366-f848-4177-93e2-e242b5d86e59 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.2168202
Jun 28 16:41:06.139398 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 60548) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:41:06.148100 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.v2.base [None req-5dd401b3-43e2-4577-889e-38e05c2fe792 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-580518908-router', 'tenant_id': '82c03e5282854bd0ba377331b218109e', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792'}}} {{(pid=74150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:41:06.162046 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-5dd401b3-43e2-4577-889e-38e05c2fe792 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:41:06.163765 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-0ce74892-b161-4a0f-8c61-2c1c1c2a7023 admin admin] Usage tracker for resource:subnet and tenant:1fe368935ff745edaa9465a88456bec5 is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:41:06.175082 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-5dd401b3-43e2-4577-889e-38e05c2fe792 admin admin] Usage tracker for resource:router and tenant:82c03e5282854bd0ba377331b218109e is out of sync, need to count used quota {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:41:06.177521 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-0ce74892-b161-4a0f-8c61-2c1c1c2a7023 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:41:06.185564 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-5dd401b3-43e2-4577-889e-38e05c2fe792 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:41:06.191933 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-0ce74892-b161-4a0f-8c61-2c1c1c2a7023 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:41:06.202202 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-5dd401b3-43e2-4577-889e-38e05c2fe792 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:41:06.218579 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce74892-b161-4a0f-8c61-2c1c1c2a7023 admin admin] Made reservation on behalf of 1fe368935ff745edaa9465a88456bec5 for: {'subnet': 1} {{(pid=74151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 28 16:41:06.221112 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-0ce74892-b161-4a0f-8c61-2c1c1c2a7023 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:06.225732 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-5dd401b3-43e2-4577-889e-38e05c2fe792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-673619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2149'] for router, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:06.226784 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-5dd401b3-43e2-4577-889e-38e05c2fe792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-672504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-674524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-353154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2170'] for router, precommit_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:06.235511 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905d343c-807b-4509-966e-4c57c8016e8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3e3d357-dcc0-424c-a40d-bd73416cd8db,revision_number=0']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:41:06.242026 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-905d343c-807b-4509-966e-4c57c8016e8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:41:06.273094 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-5dd401b3-43e2-4577-889e-38e05c2fe792 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:06.352753 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905d343c-807b-4509-966e-4c57c8016e8a admin admin] Checking segment: {'id': 'f7e7868f-b1c3-4298-a940-297b02826b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5a346278-b5ab-4c50-92aa-d9c545e84c60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 28 16:41:06.353427 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905d343c-807b-4509-966e-4c57c8016e8a admin admin] Network hostable DHCP agents. Network: 5a346278-b5ab-4c50-92aa-d9c545e84c60, hostable agents: ['e6bae525-68bf-4aa0-98dd-dc96c133cc24'], hosted agents: [] {{(pid=74151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 28 16:41:06.426275 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905d343c-807b-4509-966e-4c57c8016e8a admin admin] Network 5a346278-b5ab-4c50-92aa-d9c545e84c60 is scheduled to be hosted by DHCP agent e6bae525-68bf-4aa0-98dd-dc96c133cc24 with binding_index 1 {{(pid=74151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 28 16:41:06.450816 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4a1d26-c947-4f71-8376-f0e5e393ef35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc71e96ad-d9c0-53f4-9726-180792ecc6d0-016488fa-4c73-4804-a4b6-958ce586a741', 'network_id': '016488fa-4c73-4804-a4b6-958ce586a741', 'tenant_id': '82c03e5282854bd0ba377331b218109e', 'fixed_ips': [{'subnet_id': 'c17c6b4c-b032-4eb3-9e61-7e44dcd4cae3'}]}} from dv-cinder-798104-1-iscsi. {{(pid=74152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Jun 28 16:41:06.453737 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-5a4a1d26-c947-4f71-8376-f0e5e393ef35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_create {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:06.457438 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.base_scheduler [None req-905d343c-807b-4509-966e-4c57c8016e8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798104-1-iscsi, 5a346278-b5ab-4c50-92aa-d9c545e84c60) {{(pid=74151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 28 16:41:06.457438 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905d343c-807b-4509-966e-4c57c8016e8a admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:41:06.457438 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-905d343c-807b-4509-966e-4c57c8016e8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533674'] for subnet, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:06.500836 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374e857b-286d-436d-bc99-f8a7d74351be None None] Network 5a346278-b5ab-4c50-92aa-d9c545e84c60 requested from dv-cinder-798104-1-iscsi {{(pid=74152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 28 16:41:06.514943 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-905d343c-807b-4509-966e-4c57c8016e8a admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 1.7757404
Jun 28 16:41:06.520853 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 60554) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:41:06.528980 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.v2.base [None req-5a82fcad-f16f-4b19-a9b8-4843249bd991 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1703409747-router', 'tenant_id': '63a2e49b0c454d43890a422c6fd0684c', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792'}}} {{(pid=74151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:41:06.540430 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-0ce74892-b161-4a0f-8c61-2c1c1c2a7023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692'] for subnet, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:06.543689 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-5a82fcad-f16f-4b19-a9b8-4843249bd991 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:41:06.559489 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:41:06.594310 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-5a82fcad-f16f-4b19-a9b8-4843249bd991 admin admin] Usage tracker for resource:router and tenant:63a2e49b0c454d43890a422c6fd0684c is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:41:06.603002 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-5a82fcad-f16f-4b19-a9b8-4843249bd991 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:41:06.629028 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-5a82fcad-f16f-4b19-a9b8-4843249bd991 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:41:06.657586 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-5dd401b3-43e2-4577-889e-38e05c2fe792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-674506', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-673601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2120'] for router, precommit_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:06.661576 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce74892-b161-4a0f-8c61-2c1c1c2a7023 admin admin] Checking segment: {'id': '303640e0-a25f-464c-a67b-19acfa668001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '67cef3f9-4ff6-418e-b6c5-56d49e3c3b89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 28 16:41:06.661926 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce74892-b161-4a0f-8c61-2c1c1c2a7023 admin admin] Network hostable DHCP agents. Network: 67cef3f9-4ff6-418e-b6c5-56d49e3c3b89, hostable agents: ['e6bae525-68bf-4aa0-98dd-dc96c133cc24'], hosted agents: [] {{(pid=74151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 28 16:41:06.672134 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce74892-b161-4a0f-8c61-2c1c1c2a7023 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac8dc62b-c0d1-448e-9b7b-2ee53b76484f,revision_number=0']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:41:06.675701 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-5a82fcad-f16f-4b19-a9b8-4843249bd991 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-673619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2149'] for router, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:06.676728 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-5a82fcad-f16f-4b19-a9b8-4843249bd991 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-672504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-674524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-353154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2170'] for router, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:06.700768 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-5a82fcad-f16f-4b19-a9b8-4843249bd991 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:06.719361 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-0ce74892-b161-4a0f-8c61-2c1c1c2a7023 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:41:06.815293 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce74892-b161-4a0f-8c61-2c1c1c2a7023 admin admin] Network 67cef3f9-4ff6-418e-b6c5-56d49e3c3b89 is scheduled to be hosted by DHCP agent e6bae525-68bf-4aa0-98dd-dc96c133cc24 with binding_index 1 {{(pid=74151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 28 16:41:06.830088 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.base_scheduler [None req-0ce74892-b161-4a0f-8c61-2c1c1c2a7023 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798104-1-iscsi, 67cef3f9-4ff6-418e-b6c5-56d49e3c3b89) {{(pid=74151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 28 16:41:06.839104 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce74892-b161-4a0f-8c61-2c1c1c2a7023 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:41:06.839768 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-0ce74892-b161-4a0f-8c61-2c1c1c2a7023 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533674'] for subnet, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:06.909749 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-5a82fcad-f16f-4b19-a9b8-4843249bd991 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-674506', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-673601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2120'] for router, precommit_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:06.966972 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.db_base_plugin_common [None req-5a4a1d26-c947-4f71-8376-f0e5e393ef35 None None] Allocated IP 172.20.0.2 (016488fa-4c73-4804-a4b6-958ce586a741/c17c6b4c-b032-4eb3-9e61-7e44dcd4cae3/bd37493d-0758-4fac-89db-d9b239b198d2) {{(pid=74152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 28 16:41:06.991038 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-0ce74892-b161-4a0f-8c61-2c1c1c2a7023 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 0.8791201
Jun 28 16:41:06.992292 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 60564) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:41:07.076429 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.v2.base [None req-a2451ce6-7642-4385-85d3-ba0c0565d7f9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1830371442-router', 'tenant_id': '1fe368935ff745edaa9465a88456bec5', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792'}}} {{(pid=74151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:41:07.079727 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-5dd401b3-43e2-4577-889e-38e05c2fe792 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:07.100642 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-a2451ce6-7642-4385-85d3-ba0c0565d7f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:41:07.120069 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-5dd401b3-43e2-4577-889e-38e05c2fe792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:07.127166 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-a2451ce6-7642-4385-85d3-ba0c0565d7f9 admin admin] Usage tracker for resource:router and tenant:1fe368935ff745edaa9465a88456bec5 is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:41:07.135261 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-a2451ce6-7642-4385-85d3-ba0c0565d7f9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:41:07.171012 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-a2451ce6-7642-4385-85d3-ba0c0565d7f9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:41:07.238620 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-a2451ce6-7642-4385-85d3-ba0c0565d7f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-673619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2149'] for router, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:07.239539 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-a2451ce6-7642-4385-85d3-ba0c0565d7f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-672504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-674524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-353154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2170'] for router, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:07.270280 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-a2451ce6-7642-4385-85d3-ba0c0565d7f9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:07.298165 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.db_base_plugin_common [None req-5dd401b3-43e2-4577-889e-38e05c2fe792 admin admin] Allocated IP 172.27.2.160 (05d3a8da-27a1-489e-9cdc-367ff8331792/29317296-a498-419b-860c-f9843650e8eb/22fff4eb-67d8-4e77-ad16-b759475d4229) {{(pid=74150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 28 16:41:07.356122 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f57e1d2-4578-44ec-b029-1d01eb9c60e3 None None] Network 67cef3f9-4ff6-418e-b6c5-56d49e3c3b89 requested from dv-cinder-798104-1-iscsi {{(pid=74152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 28 16:41:07.537723 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-5a82fcad-f16f-4b19-a9b8-4843249bd991 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:07.570418 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-5a82fcad-f16f-4b19-a9b8-4843249bd991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:07.596418 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-5dd401b3-43e2-4577-889e-38e05c2fe792 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:07.607965 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7800d56f-067e-4692-9d0f-42d37e0e8333 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc71e96ad-d9c0-53f4-9726-180792ecc6d0-5a346278-b5ab-4c50-92aa-d9c545e84c60', 'network_id': '5a346278-b5ab-4c50-92aa-d9c545e84c60', 'tenant_id': '63a2e49b0c454d43890a422c6fd0684c', 'fixed_ips': [{'subnet_id': 'b3e3d357-dcc0-424c-a40d-bd73416cd8db'}]}} from dv-cinder-798104-1-iscsi. {{(pid=74152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Jun 28 16:41:07.612803 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-7800d56f-067e-4692-9d0f-42d37e0e8333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_create {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:07.651682 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-5dd401b3-43e2-4577-889e-38e05c2fe792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771078328113'] for port, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:07.656257 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:41:07.701421 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-a2451ce6-7642-4385-85d3-ba0c0565d7f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-674506', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-673601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2120'] for router, precommit_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:07.874095 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd401b3-43e2-4577-889e-38e05c2fe792 admin admin] Pushing event updated for resources: {'Port': ['ID=22fff4eb-67d8-4e77-ad16-b759475d4229,revision_number=1']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:41:07.878030 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd401b3-43e2-4577-889e-38e05c2fe792 admin admin] Network 05d3a8da-27a1-489e-9cdc-367ff8331792 is already hosted by enough agents. {{(pid=74150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 28 16:41:07.885286 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-5dd401b3-43e2-4577-889e-38e05c2fe792 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:41:07.886382 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.scheduler.base_scheduler [None req-5dd401b3-43e2-4577-889e-38e05c2fe792 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 28 16:41:07.896483 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd401b3-43e2-4577-889e-38e05c2fe792 admin admin] Received port after_create {{(pid=74150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 28 16:41:07.929411 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.db_base_plugin_common [None req-5a82fcad-f16f-4b19-a9b8-4843249bd991 admin admin] Allocated IP 172.27.2.96 (05d3a8da-27a1-489e-9cdc-367ff8331792/29317296-a498-419b-860c-f9843650e8eb/fdc35852-b6f6-405a-825d-15926a01a8b0) {{(pid=74151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 28 16:41:08.199704 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-a2451ce6-7642-4385-85d3-ba0c0565d7f9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:08.233518 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-5dd401b3-43e2-4577-889e-38e05c2fe792 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:08.234970 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-5dd401b3-43e2-4577-889e-38e05c2fe792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-673608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-674545'] for router, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:08.269785 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-a2451ce6-7642-4385-85d3-ba0c0565d7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:08.323389 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-5a4a1d26-c947-4f71-8376-f0e5e393ef35 None None] Notify callbacks [] for port, precommit_create {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:08.434740 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-5a4a1d26-c947-4f71-8376-f0e5e393ef35 None None] Transition to ACTIVE for port object bd37493d-0758-4fac-89db-d9b239b198d2 will not be triggered until provisioned by entity L2. {{(pid=74152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 28 16:41:08.627500 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dd401b3-43e2-4577-889e-38e05c2fe792 admin admin] Router 0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49 is scheduled to L3 agent c1a676c2-2a78-4c35-ab22-a28e05dfd46e with binding_index 1 {{(pid=74150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jun 28 16:41:08.659287 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 60612) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:41:08.669609 dv-cinder-798104-1-iscsi neutron-server[74150]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Jun 28 16:41:08.675207 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed20159-513b-4ad8-b215-f78585aa133b None None] Network 67cef3f9-4ff6-418e-b6c5-56d49e3c3b89 requested from dv-cinder-798104-1-iscsi {{(pid=74152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 28 16:41:08.789683 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-5a82fcad-f16f-4b19-a9b8-4843249bd991 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:08.849110 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-5a4a1d26-c947-4f71-8376-f0e5e393ef35 None None] Transition to ACTIVE for port object bd37493d-0758-4fac-89db-d9b239b198d2 will not be triggered until provisioned by entity DHCP. {{(pid=74152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 28 16:41:08.873986 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-5a4a1d26-c947-4f71-8376-f0e5e393ef35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771078328113'] for port, after_create {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:08.895877 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.db_base_plugin_common [None req-7800d56f-067e-4692-9d0f-42d37e0e8333 None None] Allocated IP 172.20.0.2 (5a346278-b5ab-4c50-92aa-d9c545e84c60/b3e3d357-dcc0-424c-a40d-bd73416cd8db/f476bfea-dd8c-44e7-af44-1b19f5ebf910) {{(pid=74152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 28 16:41:08.898782 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-083139f2-b67f-4db4-8744-53ba1648f7ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:41:08.975926 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-5a82fcad-f16f-4b19-a9b8-4843249bd991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771078328113'] for port, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:08.987629 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:41:08.993935 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4a1d26-c947-4f71-8376-f0e5e393ef35 None None] Pushing event updated for resources: {'Port': ['ID=bd37493d-0758-4fac-89db-d9b239b198d2,revision_number=1']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:41:09.026828 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4a1d26-c947-4f71-8376-f0e5e393ef35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:41:09.031362 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4a1d26-c947-4f71-8376-f0e5e393ef35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:41:09.037152 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4a1d26-c947-4f71-8376-f0e5e393ef35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:41:09.037900 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4a1d26-c947-4f71-8376-f0e5e393ef35 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:41:09.038482 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4a1d26-c947-4f71-8376-f0e5e393ef35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:41:09.039033 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4a1d26-c947-4f71-8376-f0e5e393ef35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:41:09.039615 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4a1d26-c947-4f71-8376-f0e5e393ef35 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:41:09.040201 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4a1d26-c947-4f71-8376-f0e5e393ef35 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:41:09.040794 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4a1d26-c947-4f71-8376-f0e5e393ef35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:41:09.041353 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4a1d26-c947-4f71-8376-f0e5e393ef35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:41:09.041905 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4a1d26-c947-4f71-8376-f0e5e393ef35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:41:09.045699 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4a1d26-c947-4f71-8376-f0e5e393ef35 None None] Tracked resource versions report:
Jun 28 16:41:09.045699 dv-cinder-798104-1-iscsi neutron-server[74152]: pushed versions:
Jun 28 16:41:09.045699 dv-cinder-798104-1-iscsi neutron-server[74152]: {   'ConntrackHelper': {'1.0'},
Jun 28 16:41:09.045699 dv-cinder-798104-1-iscsi neutron-server[74152]:     'Log': {'1.0'},
Jun 28 16:41:09.045699 dv-cinder-798104-1-iscsi neutron-server[74152]:     'Network': {'1.1'},
Jun 28 16:41:09.045699 dv-cinder-798104-1-iscsi neutron-server[74152]:     'Port': {'1.5'},
Jun 28 16:41:09.045699 dv-cinder-798104-1-iscsi neutron-server[74152]:     'PortForwarding': {'1.2'},
Jun 28 16:41:09.045699 dv-cinder-798104-1-iscsi neutron-server[74152]:     'QosPolicy': {'1.8'},
Jun 28 16:41:09.045699 dv-cinder-798104-1-iscsi neutron-server[74152]:     'SecurityGroup': {'1.2'},
Jun 28 16:41:09.045699 dv-cinder-798104-1-iscsi neutron-server[74152]:     'SecurityGroupRule': {'1.0'},
Jun 28 16:41:09.045699 dv-cinder-798104-1-iscsi neutron-server[74152]:     'SubPort': {'1.0'},
Jun 28 16:41:09.045699 dv-cinder-798104-1-iscsi neutron-server[74152]:     'Subnet': {'1.1'},
Jun 28 16:41:09.045699 dv-cinder-798104-1-iscsi neutron-server[74152]:     'Trunk': {'1.1'}}
Jun 28 16:41:09.045699 dv-cinder-798104-1-iscsi neutron-server[74152]: consumer versions:
Jun 28 16:41:09.045699 dv-cinder-798104-1-iscsi neutron-server[74152]: {   DHCP agent@dv-cinder-798104-1-iscsi: {},
Jun 28 16:41:09.045699 dv-cinder-798104-1-iscsi neutron-server[74152]:     HyperV agent@hv-cinder-79810: {},
Jun 28 16:41:09.045699 dv-cinder-798104-1-iscsi neutron-server[74152]:     L3 agent@dv-cinder-798104-1-iscsi: {},
Jun 28 16:41:09.045699 dv-cinder-798104-1-iscsi neutron-server[74152]:     Metadata agent@dv-cinder-798104-1-iscsi: {},
Jun 28 16:41:09.045699 dv-cinder-798104-1-iscsi neutron-server[74152]:     Metering agent@dv-cinder-798104-1-iscsi: {},
Jun 28 16:41:09.045699 dv-cinder-798104-1-iscsi neutron-server[74152]:     Open vSwitch agent@dv-cinder-798104-1-iscsi: {   'ConntrackHelper': '1.0',
Jun 28 16:41:09.045699 dv-cinder-798104-1-iscsi neutron-server[74152]:                                                      'Log': '1.0',
Jun 28 16:41:09.045699 dv-cinder-798104-1-iscsi neutron-server[74152]:                                                      'Network': '1.1',
Jun 28 16:41:09.045699 dv-cinder-798104-1-iscsi neutron-server[74152]:                                                      'Port': '1.5',
Jun 28 16:41:09.045699 dv-cinder-798104-1-iscsi neutron-server[74152]:                                                      'PortForwarding': '1.2',
Jun 28 16:41:09.045699 dv-cinder-798104-1-iscsi neutron-server[74152]:                                                      'QosPolicy': '1.8',
Jun 28 16:41:09.045699 dv-cinder-798104-1-iscsi neutron-server[74152]:                                                      'SecurityGroup': '1.2',
Jun 28 16:41:09.045699 dv-cinder-798104-1-iscsi neutron-server[74152]:                                                      'SecurityGroupRule': '1.0',
Jun 28 16:41:09.045699 dv-cinder-798104-1-iscsi neutron-server[74152]:                                                      'SubPort': '1.0',
Jun 28 16:41:09.045699 dv-cinder-798104-1-iscsi neutron-server[74152]:                                                      'Subnet': '1.1',
Jun 28 16:41:09.045699 dv-cinder-798104-1-iscsi neutron-server[74152]:                                                      'Trunk': '1.1'}}
Jun 28 16:41:09.045699 dv-cinder-798104-1-iscsi neutron-server[74152]:  {{(pid=74152) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 28 16:41:09.052422 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-5a4a1d26-c947-4f71-8376-f0e5e393ef35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:41:09.083474 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4a1d26-c947-4f71-8376-f0e5e393ef35 None None] Network 016488fa-4c73-4804-a4b6-958ce586a741 is already hosted by enough agents. {{(pid=74152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 28 16:41:09.086890 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.scheduler.base_scheduler [None req-5a4a1d26-c947-4f71-8376-f0e5e393ef35 None None] Resources bound (agent type, host, resource id):  {{(pid=74152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 28 16:41:09.136379 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a82fcad-f16f-4b19-a9b8-4843249bd991 admin admin] Network 05d3a8da-27a1-489e-9cdc-367ff8331792 is already hosted by enough agents. {{(pid=74151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 28 16:41:09.141720 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.base_scheduler [None req-5a82fcad-f16f-4b19-a9b8-4843249bd991 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 28 16:41:09.145656 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4a1d26-c947-4f71-8376-f0e5e393ef35 None None] Received port after_create {{(pid=74152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 28 16:41:09.162650 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a82fcad-f16f-4b19-a9b8-4843249bd991 admin admin] Received port after_create {{(pid=74151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 28 16:41:09.193164 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.db_base_plugin_common [None req-a2451ce6-7642-4385-85d3-ba0c0565d7f9 admin admin] Allocated IP 172.27.2.238 (05d3a8da-27a1-489e-9cdc-367ff8331792/29317296-a498-419b-860c-f9843650e8eb/58b9a2f9-07bf-4449-bfb8-940c55d99c1b) {{(pid=74151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 28 16:41:09.217416 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a82fcad-f16f-4b19-a9b8-4843249bd991 admin admin] Pushing event updated for resources: {'Port': ['ID=fdc35852-b6f6-405a-825d-15926a01a8b0,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:41:09.230238 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-5a82fcad-f16f-4b19-a9b8-4843249bd991 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:41:09.403804 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-82ece5e8-8c4c-4be1-8568-c6a7c5231c33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:09.484472 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.managers [None req-5a4a1d26-c947-4f71-8376-f0e5e393ef35 None None] Attempting to bind port bd37493d-0758-4fac-89db-d9b239b198d2 on host dv-cinder-798104-1-iscsi for vnic_type normal with profile  {{(pid=74152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 28 16:41:09.485364 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.managers [None req-5a4a1d26-c947-4f71-8376-f0e5e393ef35 None None] Attempting to bind port bd37493d-0758-4fac-89db-d9b239b198d2 by drivers openvswitch,hyperv on host dv-cinder-798104-1-iscsi at level 0 using segments [{'id': 'd95c8297-5540-4933-9f3d-9c3b535a42fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '016488fa-4c73-4804-a4b6-958ce586a741'}] {{(pid=74152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 28 16:41:09.485967 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4a1d26-c947-4f71-8376-f0e5e393ef35 None None] Attempting to bind port bd37493d-0758-4fac-89db-d9b239b198d2 on network 016488fa-4c73-4804-a4b6-958ce586a741 {{(pid=74152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 28 16:41:09.495582 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab853a8-7c5f-4ede-b796-898cb6991da3 req-4e605e4a-a1f5-4d83-afe9-c67630ca5b8f tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:41:09.496412 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-4ab853a8-7c5f-4ede-b796-898cb6991da3 req-4e605e4a-a1f5-4d83-afe9-c67630ca5b8f tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] Synchronizing usage tracker for tenant:9786ff176bb944e4a1432244983df7e1 on resource:network {{(pid=74150) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 28 16:41:09.520429 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:09.560732 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4a1d26-c947-4f71-8376-f0e5e393ef35 None None] Checking agent: {'id': '235649c2-d0e1-424d-8662-9e7ce5cd7ca9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798104-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 16, 33, 9), 'started_at': datetime.datetime(2021, 6, 28, 16, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 16, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798104-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 28 16:41:09.561570 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4a1d26-c947-4f71-8376-f0e5e393ef35 None None] Checking segment: {'id': 'd95c8297-5540-4933-9f3d-9c3b535a42fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '016488fa-4c73-4804-a4b6-958ce586a741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 28 16:41:09.562225 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-5a4a1d26-c947-4f71-8376-f0e5e393ef35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:09.562847 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4a1d26-c947-4f71-8376-f0e5e393ef35 None None] Bound using segment: {'id': 'd95c8297-5540-4933-9f3d-9c3b535a42fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '016488fa-4c73-4804-a4b6-958ce586a741'} {{(pid=74152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 28 16:41:09.563621 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.managers [None req-5a4a1d26-c947-4f71-8376-f0e5e393ef35 None None] Bound port: bd37493d-0758-4fac-89db-d9b239b198d2, host: dv-cinder-798104-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd95c8297-5540-4933-9f3d-9c3b535a42fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '016488fa-4c73-4804-a4b6-958ce586a741'}}] {{(pid=74152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 28 16:41:09.564251 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-5a4a1d26-c947-4f71-8376-f0e5e393ef35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:09.575092 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-4ab853a8-7c5f-4ede-b796-898cb6991da3 req-4e605e4a-a1f5-4d83-afe9-c67630ca5b8f tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] Unset dirty status for tenant:9786ff176bb944e4a1432244983df7e1 on resource:network {{(pid=74150) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 28 16:41:09.581727 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-4ab853a8-7c5f-4ede-b796-898cb6991da3 req-4e605e4a-a1f5-4d83-afe9-c67630ca5b8f tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] 10.222.0.30 "GET /v2.0/networks?id=7cf7e6d2-90dd-4005-a9f9-f2f92291a854 HTTP/1.1" status: 200  len: 812 time: 0.9202836
Jun 28 16:41:09.597151 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-a2451ce6-7642-4385-85d3-ba0c0565d7f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:09.638190 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-5a82fcad-f16f-4b19-a9b8-4843249bd991 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:09.639342 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-5a82fcad-f16f-4b19-a9b8-4843249bd991 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-673608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-674545'] for router, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:09.642660 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-4ab853a8-7c5f-4ede-b796-898cb6991da3 req-5dc9f3db-b34c-4881-b757-c8022c615bae tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] 10.222.0.30 "GET /v2.0/quotas/9786ff176bb944e4a1432244983df7e1 HTTP/1.1" status: 200  len: 375 time: 0.0598037
Jun 28 16:41:09.654472 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-a2451ce6-7642-4385-85d3-ba0c0565d7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771078328113'] for port, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:09.669098 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:41:09.710334 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-5a4a1d26-c947-4f71-8376-f0e5e393ef35 None None] For port bd37493d-0758-4fac-89db-d9b239b198d2, host dv-cinder-798104-1-iscsi, cleared binding levels {{(pid=74152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 28 16:41:09.715215 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-5a4a1d26-c947-4f71-8376-f0e5e393ef35 None None] For port bd37493d-0758-4fac-89db-d9b239b198d2, host dv-cinder-798104-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-iscsi',level=0,port_id=bd37493d-0758-4fac-89db-d9b239b198d2,segment=NetworkSegment(d95c8297-5540-4933-9f3d-9c3b535a42fe),segment_id=d95c8297-5540-4933-9f3d-9c3b535a42fe)] {{(pid=74152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 28 16:41:09.759387 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-5a4a1d26-c947-4f71-8376-f0e5e393ef35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:09.783271 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:41:09.879121 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-4ab853a8-7c5f-4ede-b796-898cb6991da3 req-44dbf471-b8e6-4f93-aee0-76fa3e9f5ed9 tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9786ff176bb944e4a1432244983df7e1&fields=id HTTP/1.1" status: 200  len: 210 time: 0.2269511
Jun 28 16:41:09.906710 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-7800d56f-067e-4692-9d0f-42d37e0e8333 None None] Notify callbacks [] for port, precommit_create {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:09.932845 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-7800d56f-067e-4692-9d0f-42d37e0e8333 None None] Transition to ACTIVE for port object f476bfea-dd8c-44e7-af44-1b19f5ebf910 will not be triggered until provisioned by entity L2. {{(pid=74152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 28 16:41:09.938733 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4a1d26-c947-4f71-8376-f0e5e393ef35 None None] Pushing event updated for resources: {'Port': ['ID=bd37493d-0758-4fac-89db-d9b239b198d2,revision_number=2']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:41:09.945579 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-5a4a1d26-c947-4f71-8376-f0e5e393ef35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:41:09.988210 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-7800d56f-067e-4692-9d0f-42d37e0e8333 None None] Transition to ACTIVE for port object f476bfea-dd8c-44e7-af44-1b19f5ebf910 will not be triggered until provisioned by entity DHCP. {{(pid=74152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 28 16:41:09.998482 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-7800d56f-067e-4692-9d0f-42d37e0e8333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771078328113'] for port, after_create {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:10.019512 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:41:10.037541 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2451ce6-7642-4385-85d3-ba0c0565d7f9 admin admin] Pushing event updated for resources: {'Port': ['ID=58b9a2f9-07bf-4449-bfb8-940c55d99c1b,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:41:10.044691 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-a2451ce6-7642-4385-85d3-ba0c0565d7f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:41:10.054260 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2451ce6-7642-4385-85d3-ba0c0565d7f9 admin admin] Network 05d3a8da-27a1-489e-9cdc-367ff8331792 is already hosted by enough agents. {{(pid=74151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 28 16:41:10.061565 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.base_scheduler [None req-a2451ce6-7642-4385-85d3-ba0c0565d7f9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 28 16:41:10.065512 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2451ce6-7642-4385-85d3-ba0c0565d7f9 admin admin] Received port after_create {{(pid=74151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 28 16:41:10.111889 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7800d56f-067e-4692-9d0f-42d37e0e8333 None None] Network 5a346278-b5ab-4c50-92aa-d9c545e84c60 is already hosted by enough agents. {{(pid=74152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 28 16:41:10.123056 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.scheduler.base_scheduler [None req-7800d56f-067e-4692-9d0f-42d37e0e8333 None None] Resources bound (agent type, host, resource id):  {{(pid=74152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 28 16:41:10.131970 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7800d56f-067e-4692-9d0f-42d37e0e8333 None None] Received port after_create {{(pid=74152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 28 16:41:10.319407 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7800d56f-067e-4692-9d0f-42d37e0e8333 None None] Pushing event updated for resources: {'Port': ['ID=f476bfea-dd8c-44e7-af44-1b19f5ebf910,revision_number=1']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:41:10.339555 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-7800d56f-067e-4692-9d0f-42d37e0e8333 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:41:10.358899 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.managers [None req-7800d56f-067e-4692-9d0f-42d37e0e8333 None None] Attempting to bind port f476bfea-dd8c-44e7-af44-1b19f5ebf910 on host dv-cinder-798104-1-iscsi for vnic_type normal with profile  {{(pid=74152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 28 16:41:10.360468 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.managers [None req-7800d56f-067e-4692-9d0f-42d37e0e8333 None None] Attempting to bind port f476bfea-dd8c-44e7-af44-1b19f5ebf910 by drivers openvswitch,hyperv on host dv-cinder-798104-1-iscsi at level 0 using segments [{'id': 'f7e7868f-b1c3-4298-a940-297b02826b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5a346278-b5ab-4c50-92aa-d9c545e84c60'}] {{(pid=74152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 28 16:41:10.361006 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7800d56f-067e-4692-9d0f-42d37e0e8333 None None] Attempting to bind port f476bfea-dd8c-44e7-af44-1b19f5ebf910 on network 5a346278-b5ab-4c50-92aa-d9c545e84c60 {{(pid=74152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 28 16:41:10.398810 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd401b3-43e2-4577-889e-38e05c2fe792 admin admin] Notify agent at l3_agent.dv-cinder-798104-1-iscsi the message routers_updated {{(pid=74150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 28 16:41:10.402068 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7800d56f-067e-4692-9d0f-42d37e0e8333 None None] Checking agent: {'id': '235649c2-d0e1-424d-8662-9e7ce5cd7ca9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798104-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 16, 33, 9), 'started_at': datetime.datetime(2021, 6, 28, 16, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 16, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798104-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 28 16:41:10.403909 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7800d56f-067e-4692-9d0f-42d37e0e8333 None None] Checking segment: {'id': 'f7e7868f-b1c3-4298-a940-297b02826b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5a346278-b5ab-4c50-92aa-d9c545e84c60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 28 16:41:10.407893 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-7800d56f-067e-4692-9d0f-42d37e0e8333 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:10.409979 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7800d56f-067e-4692-9d0f-42d37e0e8333 None None] Bound using segment: {'id': 'f7e7868f-b1c3-4298-a940-297b02826b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5a346278-b5ab-4c50-92aa-d9c545e84c60'} {{(pid=74152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 28 16:41:10.410561 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.managers [None req-7800d56f-067e-4692-9d0f-42d37e0e8333 None None] Bound port: f476bfea-dd8c-44e7-af44-1b19f5ebf910, host: dv-cinder-798104-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7e7868f-b1c3-4298-a940-297b02826b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5a346278-b5ab-4c50-92aa-d9c545e84c60'}}] {{(pid=74152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 28 16:41:10.411952 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-7800d56f-067e-4692-9d0f-42d37e0e8333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:10.414399 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1600d075-c5d3-448d-aebc-1e337e270977 None None] Sync routers for ids ['0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49'] in dv-cinder-798104-1-iscsi {{(pid=74153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 28 16:41:10.467303 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-5dd401b3-43e2-4577-889e-38e05c2fe792 admin admin] Notify callbacks [] for router, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:10.475845 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-5dd401b3-43e2-4577-889e-38e05c2fe792 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 4.3330891
Jun 28 16:41:10.476064 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1600d075-c5d3-448d-aebc-1e337e270977 None None] Routers {'0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49'} bound to L3 agent in host dv-cinder-798104-1-iscsi {{(pid=74153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 28 16:41:10.476064 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_hamode_db [None req-1600d075-c5d3-448d-aebc-1e337e270977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa2cfcd5d60>, 'dv-cinder-798104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T16:33:11Z,description=<?>,heartbeat_timestamp=2021-06-28T16:40:41Z,host='dv-cinder-798104-1-iscsi',id=c1a676c2-2a78-4c35-ab22-a28e05dfd46e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-28T16:33:11Z,topic='l3_agent')) {'router_ids': ['0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49'], 'active': True} {{(pid=74153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:41:10.481262 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 60660) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:41:10.560147 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-a2451ce6-7642-4385-85d3-ba0c0565d7f9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:10.561396 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-a2451ce6-7642-4385-85d3-ba0c0565d7f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-673608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-674545'] for router, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:10.664229 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [req-4ab853a8-7c5f-4ede-b796-898cb6991da3 req-2aa37045-78d7-4c71-a501-ed8b7d7ef730 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=74150) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Jun 28 16:41:10.667883 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-4ab853a8-7c5f-4ede-b796-898cb6991da3 req-2aa37045-78d7-4c71-a501-ed8b7d7ef730 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.2167087
Jun 28 16:41:10.726638 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-7800d56f-067e-4692-9d0f-42d37e0e8333 None None] For port f476bfea-dd8c-44e7-af44-1b19f5ebf910, host dv-cinder-798104-1-iscsi, cleared binding levels {{(pid=74152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 28 16:41:10.731937 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-7800d56f-067e-4692-9d0f-42d37e0e8333 None None] For port f476bfea-dd8c-44e7-af44-1b19f5ebf910, host dv-cinder-798104-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-iscsi',level=0,port_id=f476bfea-dd8c-44e7-af44-1b19f5ebf910,segment=NetworkSegment(f7e7868f-b1c3-4298-a940-297b02826b74),segment_id=f7e7868f-b1c3-4298-a940-297b02826b74)] {{(pid=74152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 28 16:41:10.739095 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-7800d56f-067e-4692-9d0f-42d37e0e8333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:10.747322 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:41:10.874493 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7800d56f-067e-4692-9d0f-42d37e0e8333 None None] Pushing event updated for resources: {'Port': ['ID=f476bfea-dd8c-44e7-af44-1b19f5ebf910,revision_number=2']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:41:10.879169 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-7800d56f-067e-4692-9d0f-42d37e0e8333 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:41:11.005309 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_dvr_db [None req-1600d075-c5d3-448d-aebc-1e337e270977 None None] Set router 0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49 gateway port host: dv-cinder-798104-1-iscsi {{(pid=74153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 28 16:41:11.091978 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-4ab853a8-7c5f-4ede-b796-898cb6991da3 req-aea49dc7-a6b3-4ce4-a951-009a4730bc11 service neutron] 10.222.0.30 "GET /v2.0/networks/7cf7e6d2-90dd-4005-a9f9-f2f92291a854?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4022226
Jun 28 16:41:11.259181 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-e2af9737-a1b5-45b4-adc6-08050029509c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:11.486978 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a82fcad-f16f-4b19-a9b8-4843249bd991 admin admin] Router e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0 is scheduled to L3 agent c1a676c2-2a78-4c35-ab22-a28e05dfd46e with binding_index 1 {{(pid=74151) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jun 28 16:41:11.516076 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-4ab853a8-7c5f-4ede-b796-898cb6991da3 req-72bc4661-dcfa-4b26-9f45-842be0f6cd24 service neutron] 10.222.0.30 "GET /v2.0/networks/7cf7e6d2-90dd-4005-a9f9-f2f92291a854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4006999
Jun 28 16:41:11.807912 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_hamode_db [None req-1600d075-c5d3-448d-aebc-1e337e270977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa2cfcd5d60>, [{'id': '0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49', 'name': 'tempest-AttachVolumeTestJSON-580518908-router', 'tenant_id': '82c03e5282854bd0ba377331b218109e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': '22fff4eb-67d8-4e77-ad16-b759475d4229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:06Z', 'updated_at': '2021-06-28T16:41:08Z', 'revision_number': 3, 'project_id': '82c03e5282854bd0ba377331b218109e', 'gw_port': {'id': '22fff4eb-67d8-4e77-ad16-b759475d4229', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ef:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:07Z', 'updated_at': '2021-06-28T16:41:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi'}], 'dv-cinder-798104-1-iscsi', False) {} {{(pid=74153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:41:11.814935 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1600d075-c5d3-448d-aebc-1e337e270977 None None] Checking router: 0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49 for host: dv-cinder-798104-1-iscsi {{(pid=74153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 28 16:41:11.815422 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1600d075-c5d3-448d-aebc-1e337e270977 None None] Updating router 0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49 port 22fff4eb-67d8-4e77-ad16-b759475d4229 binding host dv-cinder-798104-1-iscsi {{(pid=74153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 28 16:41:11.902558 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2451ce6-7642-4385-85d3-ba0c0565d7f9 admin admin] Router 61d3e727-59a3-44ca-ae38-348af801ea3e is scheduled to L3 agent c1a676c2-2a78-4c35-ab22-a28e05dfd46e with binding_index 1 {{(pid=74151) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jun 28 16:41:12.023298 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron_lib.callbacks.manager [None req-1600d075-c5d3-448d-aebc-1e337e270977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:12.143399 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc19c85-ce42-4d23-b255-48bd0ff4415a None None] Network 016488fa-4c73-4804-a4b6-958ce586a741 requested from dv-cinder-798104-1-iscsi {{(pid=74152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 28 16:41:12.246666 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device bd37493d-0758-4fac-89db-d9b239b198d2 up at agent ovs-agent-dv-cinder-798104-1-iscsi {{(pid=74152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 28 16:41:12.307211 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 60696) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:41:12.480730 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-585993e8-186a-4813-81ca-3effd36b7aea req-ee17e58b-dd4d-4a02-805a-902f1f72680b tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8299ca3-d218-4700-aa5e-e9bc2e666093 HTTP/1.1" status: 200  len: 210 time: 0.1669497
Jun 28 16:41:12.534330 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a82fcad-f16f-4b19-a9b8-4843249bd991 admin admin] Notify agent at l3_agent.dv-cinder-798104-1-iscsi the message routers_updated {{(pid=74151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 28 16:41:12.719663 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-5a82fcad-f16f-4b19-a9b8-4843249bd991 admin admin] Notify callbacks [] for router, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:12.721631 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-5a82fcad-f16f-4b19-a9b8-4843249bd991 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 6.1995370
Jun 28 16:41:12.724356 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 60716) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:41:12.765654 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359e1314-0883-4564-ae37-ff0dccf9e441 None None] Sync routers for ids ['e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0'] in dv-cinder-798104-1-iscsi {{(pid=74152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 28 16:41:12.844947 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2451ce6-7642-4385-85d3-ba0c0565d7f9 admin admin] Notify agent at l3_agent.dv-cinder-798104-1-iscsi the message routers_updated {{(pid=74151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 28 16:41:12.876254 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6a14f9-8d01-4c1c-9028-62b73365b963 None None] Sync routers for ids ['61d3e727-59a3-44ca-ae38-348af801ea3e'] in dv-cinder-798104-1-iscsi {{(pid=74153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 28 16:41:12.916216 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-a2451ce6-7642-4385-85d3-ba0c0565d7f9 admin admin] Notify callbacks [] for router, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:12.923969 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-a2451ce6-7642-4385-85d3-ba0c0565d7f9 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 5.9202285
Jun 28 16:41:12.927354 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 60720) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:41:12.941620 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-6c3ff140-2be5-46e8-b74a-5424bc372793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:12.946867 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-434bd737-fa64-4de3-9812-d63f5354bfd7 None None] Provisioning for port bd37493d-0758-4fac-89db-d9b239b198d2 completed by entity DHCP. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 28 16:41:12.977048 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6a14f9-8d01-4c1c-9028-62b73365b963 None None] Routers {'61d3e727-59a3-44ca-ae38-348af801ea3e'} bound to L3 agent in host dv-cinder-798104-1-iscsi {{(pid=74153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 28 16:41:12.979385 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_hamode_db [None req-db6a14f9-8d01-4c1c-9028-62b73365b963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa2cf883b80>, 'dv-cinder-798104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T16:33:11Z,description=<?>,heartbeat_timestamp=2021-06-28T16:41:11Z,host='dv-cinder-798104-1-iscsi',id=c1a676c2-2a78-4c35-ab22-a28e05dfd46e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-28T16:33:11Z,topic='l3_agent')) {'router_ids': ['61d3e727-59a3-44ca-ae38-348af801ea3e'], 'active': True} {{(pid=74153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:41:12.984366 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359e1314-0883-4564-ae37-ff0dccf9e441 None None] Routers {'e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0'} bound to L3 agent in host dv-cinder-798104-1-iscsi {{(pid=74152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 28 16:41:12.989255 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-359e1314-0883-4564-ae37-ff0dccf9e441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa2cf594d90>, 'dv-cinder-798104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T16:33:11Z,description=<?>,heartbeat_timestamp=2021-06-28T16:41:11Z,host='dv-cinder-798104-1-iscsi',id=c1a676c2-2a78-4c35-ab22-a28e05dfd46e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-28T16:33:11Z,topic='l3_agent')) {'router_ids': ['e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0'], 'active': True} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:41:13.154488 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron_lib.db.resource_extend [None req-1600d075-c5d3-448d-aebc-1e337e270977 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 28 16:41:13.337958 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron_lib.callbacks.manager [None req-1600d075-c5d3-448d-aebc-1e337e270977 None None] Notify callbacks [] for port, precommit_update {{(pid=74153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:13.366487 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd1865b-79be-4087-b857-18d841f35b6e None None] Network 5a346278-b5ab-4c50-92aa-d9c545e84c60 requested from dv-cinder-798104-1-iscsi {{(pid=74152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 28 16:41:13.517596 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.provisioning_blocks [None req-1600d075-c5d3-448d-aebc-1e337e270977 None None] Transition to ACTIVE for port object 22fff4eb-67d8-4e77-ad16-b759475d4229 will not be triggered until provisioned by entity L2. {{(pid=74153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 28 16:41:13.557238 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-f1f35380-f269-4346-bd0e-2008cad0d0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:13.565476 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron_lib.callbacks.manager [None req-1600d075-c5d3-448d-aebc-1e337e270977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:13.596059 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_dvr_db [None req-db6a14f9-8d01-4c1c-9028-62b73365b963 None None] Set router 61d3e727-59a3-44ca-ae38-348af801ea3e gateway port host: dv-cinder-798104-1-iscsi {{(pid=74153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 28 16:41:13.741573 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-4c5c29d4-5c2a-40f9-b37c-a3cdd03db9ac req-3a2ff977-c263-4515-9f69-066ad4da20b2 tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8299ca3-d218-4700-aa5e-e9bc2e666093 HTTP/1.1" status: 200  len: 210 time: 0.0742536
Jun 28 16:41:13.787942 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:41:13.825217 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Provisioning for port bd37493d-0758-4fac-89db-d9b239b198d2 completed by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 28 16:41:13.851629 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Provisioning complete for port bd37493d-0758-4fac-89db-d9b239b198d2 triggered by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:41:13.852783 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:13.937358 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvr_db [None req-359e1314-0883-4564-ae37-ff0dccf9e441 None None] Set router e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0 gateway port host: dv-cinder-798104-1-iscsi {{(pid=74152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 28 16:41:14.157423 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-7bd36063-4eb1-41be-94d5-c331245f1688 None None] Provisioning for port f476bfea-dd8c-44e7-af44-1b19f5ebf910 completed by entity DHCP. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 28 16:41:14.383119 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.db_base_plugin_common [None req-f1f35380-f269-4346-bd0e-2008cad0d0e7 admin admin] Allocated IP 172.20.0.1 (016488fa-4c73-4804-a4b6-958ce586a741/c17c6b4c-b032-4eb3-9e61-7e44dcd4cae3/6481c4ed-2367-4a81-8d50-3e55bb4b57fd) {{(pid=74150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 28 16:41:14.749589 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ea2743-cda0-431e-83e9-38e4e5cdd718 None None] Pushing event updated for resources: {'Port': ['ID=22fff4eb-67d8-4e77-ad16-b759475d4229,revision_number=2']} {{(pid=74153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:41:14.797431 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ea2743-cda0-431e-83e9-38e4e5cdd718 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:41:14.797637 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ea2743-cda0-431e-83e9-38e4e5cdd718 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:41:14.797972 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ea2743-cda0-431e-83e9-38e4e5cdd718 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:41:14.798294 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ea2743-cda0-431e-83e9-38e4e5cdd718 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:41:14.798613 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ea2743-cda0-431e-83e9-38e4e5cdd718 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:41:14.814818 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ea2743-cda0-431e-83e9-38e4e5cdd718 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:41:14.815265 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ea2743-cda0-431e-83e9-38e4e5cdd718 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:41:14.815614 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ea2743-cda0-431e-83e9-38e4e5cdd718 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:41:14.815943 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ea2743-cda0-431e-83e9-38e4e5cdd718 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:41:14.821360 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ea2743-cda0-431e-83e9-38e4e5cdd718 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:41:14.821791 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ea2743-cda0-431e-83e9-38e4e5cdd718 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:41:14.829771 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ea2743-cda0-431e-83e9-38e4e5cdd718 None None] Tracked resource versions report:
Jun 28 16:41:14.829771 dv-cinder-798104-1-iscsi neutron-server[74153]: pushed versions:
Jun 28 16:41:14.829771 dv-cinder-798104-1-iscsi neutron-server[74153]: {   'ConntrackHelper': {'1.0'},
Jun 28 16:41:14.829771 dv-cinder-798104-1-iscsi neutron-server[74153]:     'Log': {'1.0'},
Jun 28 16:41:14.829771 dv-cinder-798104-1-iscsi neutron-server[74153]:     'Network': {'1.1'},
Jun 28 16:41:14.829771 dv-cinder-798104-1-iscsi neutron-server[74153]:     'Port': {'1.5'},
Jun 28 16:41:14.829771 dv-cinder-798104-1-iscsi neutron-server[74153]:     'PortForwarding': {'1.2'},
Jun 28 16:41:14.829771 dv-cinder-798104-1-iscsi neutron-server[74153]:     'QosPolicy': {'1.8'},
Jun 28 16:41:14.829771 dv-cinder-798104-1-iscsi neutron-server[74153]:     'SecurityGroup': {'1.2'},
Jun 28 16:41:14.829771 dv-cinder-798104-1-iscsi neutron-server[74153]:     'SecurityGroupRule': {'1.0'},
Jun 28 16:41:14.829771 dv-cinder-798104-1-iscsi neutron-server[74153]:     'SubPort': {'1.0'},
Jun 28 16:41:14.829771 dv-cinder-798104-1-iscsi neutron-server[74153]:     'Subnet': {'1.1'},
Jun 28 16:41:14.829771 dv-cinder-798104-1-iscsi neutron-server[74153]:     'Trunk': {'1.1'}}
Jun 28 16:41:14.829771 dv-cinder-798104-1-iscsi neutron-server[74153]: consumer versions:
Jun 28 16:41:14.829771 dv-cinder-798104-1-iscsi neutron-server[74153]: {   DHCP agent@dv-cinder-798104-1-iscsi: {},
Jun 28 16:41:14.829771 dv-cinder-798104-1-iscsi neutron-server[74153]:     HyperV agent@hv-cinder-79810: {},
Jun 28 16:41:14.829771 dv-cinder-798104-1-iscsi neutron-server[74153]:     L3 agent@dv-cinder-798104-1-iscsi: {},
Jun 28 16:41:14.829771 dv-cinder-798104-1-iscsi neutron-server[74153]:     Metadata agent@dv-cinder-798104-1-iscsi: {},
Jun 28 16:41:14.829771 dv-cinder-798104-1-iscsi neutron-server[74153]:     Metering agent@dv-cinder-798104-1-iscsi: {},
Jun 28 16:41:14.829771 dv-cinder-798104-1-iscsi neutron-server[74153]:     Open vSwitch agent@dv-cinder-798104-1-iscsi: {   'ConntrackHelper': '1.0',
Jun 28 16:41:14.829771 dv-cinder-798104-1-iscsi neutron-server[74153]:                                                      'Log': '1.0',
Jun 28 16:41:14.829771 dv-cinder-798104-1-iscsi neutron-server[74153]:                                                      'Network': '1.1',
Jun 28 16:41:14.829771 dv-cinder-798104-1-iscsi neutron-server[74153]:                                                      'Port': '1.5',
Jun 28 16:41:14.829771 dv-cinder-798104-1-iscsi neutron-server[74153]:                                                      'PortForwarding': '1.2',
Jun 28 16:41:14.829771 dv-cinder-798104-1-iscsi neutron-server[74153]:                                                      'QosPolicy': '1.8',
Jun 28 16:41:14.829771 dv-cinder-798104-1-iscsi neutron-server[74153]:                                                      'SecurityGroup': '1.2',
Jun 28 16:41:14.829771 dv-cinder-798104-1-iscsi neutron-server[74153]:                                                      'SecurityGroupRule': '1.0',
Jun 28 16:41:14.829771 dv-cinder-798104-1-iscsi neutron-server[74153]:                                                      'SubPort': '1.0',
Jun 28 16:41:14.829771 dv-cinder-798104-1-iscsi neutron-server[74153]:                                                      'Subnet': '1.1',
Jun 28 16:41:14.829771 dv-cinder-798104-1-iscsi neutron-server[74153]:                                                      'Trunk': '1.1'}}
Jun 28 16:41:14.829771 dv-cinder-798104-1-iscsi neutron-server[74153]:  {{(pid=74153) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 28 16:41:14.842134 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG oslo_concurrency.lockutils [None req-52ea2743-cda0-431e-83e9-38e4e5cdd718 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.057s {{(pid=74153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:41:14.889619 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.managers [None req-1600d075-c5d3-448d-aebc-1e337e270977 None None] Attempting to bind port 22fff4eb-67d8-4e77-ad16-b759475d4229 on host dv-cinder-798104-1-iscsi for vnic_type normal with profile  {{(pid=74153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 28 16:41:14.891249 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.managers [None req-1600d075-c5d3-448d-aebc-1e337e270977 None None] Attempting to bind port 22fff4eb-67d8-4e77-ad16-b759475d4229 by drivers openvswitch,hyperv on host dv-cinder-798104-1-iscsi at level 0 using segments [{'id': 'c33c21b7-7592-40e1-a334-7e00067f8a18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792'}] {{(pid=74153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 28 16:41:14.893425 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1600d075-c5d3-448d-aebc-1e337e270977 None None] Attempting to bind port 22fff4eb-67d8-4e77-ad16-b759475d4229 on network 05d3a8da-27a1-489e-9cdc-367ff8331792 {{(pid=74153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 28 16:41:14.903527 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-f1f35380-f269-4346-bd0e-2008cad0d0e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:14.918543 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_hamode_db [None req-db6a14f9-8d01-4c1c-9028-62b73365b963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa2cf883b80>, [{'id': '61d3e727-59a3-44ca-ae38-348af801ea3e', 'name': 'tempest-ServerRescueNegativeTestJSON-1830371442-router', 'tenant_id': '1fe368935ff745edaa9465a88456bec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '58b9a2f9-07bf-4449-bfb8-940c55d99c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:07Z', 'updated_at': '2021-06-28T16:41:10Z', 'revision_number': 3, 'project_id': '1fe368935ff745edaa9465a88456bec5', 'gw_port': {'id': '58b9a2f9-07bf-4449-bfb8-940c55d99c1b', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f4:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61d3e727-59a3-44ca-ae38-348af801ea3e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:08Z', 'updated_at': '2021-06-28T16:41:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi'}], 'dv-cinder-798104-1-iscsi', False) {} {{(pid=74153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:41:14.946674 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1600d075-c5d3-448d-aebc-1e337e270977 None None] Checking agent: {'id': '235649c2-d0e1-424d-8662-9e7ce5cd7ca9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798104-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 16, 33, 9), 'started_at': datetime.datetime(2021, 6, 28, 16, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 16, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798104-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 28 16:41:14.947157 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1600d075-c5d3-448d-aebc-1e337e270977 None None] Checking segment: {'id': 'c33c21b7-7592-40e1-a334-7e00067f8a18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 28 16:41:14.947655 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron_lib.callbacks.manager [None req-1600d075-c5d3-448d-aebc-1e337e270977 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:14.948759 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.provisioning_blocks [None req-f1f35380-f269-4346-bd0e-2008cad0d0e7 admin admin] Transition to ACTIVE for port object 6481c4ed-2367-4a81-8d50-3e55bb4b57fd will not be triggered until provisioned by entity DHCP. {{(pid=74150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 28 16:41:14.950166 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1600d075-c5d3-448d-aebc-1e337e270977 None None] Bound using segment: {'id': 'c33c21b7-7592-40e1-a334-7e00067f8a18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792'} {{(pid=74153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 28 16:41:14.951772 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.managers [None req-1600d075-c5d3-448d-aebc-1e337e270977 None None] Bound port: 22fff4eb-67d8-4e77-ad16-b759475d4229, host: dv-cinder-798104-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c33c21b7-7592-40e1-a334-7e00067f8a18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792'}}] {{(pid=74153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 28 16:41:14.953671 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron_lib.callbacks.manager [None req-1600d075-c5d3-448d-aebc-1e337e270977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:15.004926 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-f1f35380-f269-4346-bd0e-2008cad0d0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771078328113'] for port, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:15.010646 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-22cf34ab-7e5c-4b03-a315-cc6fabb49151 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:41:15.052863 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6a14f9-8d01-4c1c-9028-62b73365b963 None None] Checking router: 61d3e727-59a3-44ca-ae38-348af801ea3e for host: dv-cinder-798104-1-iscsi {{(pid=74153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 28 16:41:15.052863 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6a14f9-8d01-4c1c-9028-62b73365b963 None None] Updating router 61d3e727-59a3-44ca-ae38-348af801ea3e port 58b9a2f9-07bf-4449-bfb8-940c55d99c1b binding host dv-cinder-798104-1-iscsi {{(pid=74153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 28 16:41:15.112600 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-5e27322e-457d-4bf0-b73d-ff6c09f635fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:15.243281 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f35380-f269-4346-bd0e-2008cad0d0e7 admin admin] Network 016488fa-4c73-4804-a4b6-958ce586a741 is already hosted by enough agents. {{(pid=74150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 28 16:41:15.254279 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron_lib.callbacks.manager [None req-db6a14f9-8d01-4c1c-9028-62b73365b963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:15.264610 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.scheduler.base_scheduler [None req-f1f35380-f269-4346-bd0e-2008cad0d0e7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 28 16:41:15.284502 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f35380-f269-4346-bd0e-2008cad0d0e7 admin admin] Received port after_create {{(pid=74150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 28 16:41:15.287814 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-f1f35380-f269-4346-bd0e-2008cad0d0e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-674087'] for router_interface, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:15.311113 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f35380-f269-4346-bd0e-2008cad0d0e7 admin admin] Pushing event updated for resources: {'Port': ['ID=6481c4ed-2367-4a81-8d50-3e55bb4b57fd,revision_number=1']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:41:15.319334 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-f1f35380-f269-4346-bd0e-2008cad0d0e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:41:15.520746 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-f1f35380-f269-4346-bd0e-2008cad0d0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:15.525440 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.db [None req-1600d075-c5d3-448d-aebc-1e337e270977 None None] For port 22fff4eb-67d8-4e77-ad16-b759475d4229, host dv-cinder-798104-1-iscsi, cleared binding levels {{(pid=74153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 28 16:41:15.544066 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.agents_db [None req-cfc1c983-b0ac-48e0-8737-db5653a7b2f7 None None] Agent healthcheck: found 6 active agents {{(pid=74153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 28 16:41:15.602495 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:15.690444 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 60800) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:41:15.702539 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.db [None req-1600d075-c5d3-448d-aebc-1e337e270977 None None] For port 22fff4eb-67d8-4e77-ad16-b759475d4229, host dv-cinder-798104-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-iscsi',level=0,port_id=22fff4eb-67d8-4e77-ad16-b759475d4229,segment=NetworkSegment(c33c21b7-7592-40e1-a334-7e00067f8a18),segment_id=c33c21b7-7592-40e1-a334-7e00067f8a18)] {{(pid=74153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 28 16:41:15.708367 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:15.722862 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron_lib.callbacks.manager [None req-1600d075-c5d3-448d-aebc-1e337e270977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:15.751569 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:41:15.840163 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-359e1314-0883-4564-ae37-ff0dccf9e441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa2cf594d90>, [{'id': 'e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0', 'name': 'tempest-AttachVolumeShelveTestJSON-1703409747-router', 'tenant_id': '63a2e49b0c454d43890a422c6fd0684c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'fdc35852-b6f6-405a-825d-15926a01a8b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:06Z', 'updated_at': '2021-06-28T16:41:09Z', 'revision_number': 3, 'project_id': '63a2e49b0c454d43890a422c6fd0684c', 'gw_port': {'id': 'fdc35852-b6f6-405a-825d-15926a01a8b0', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9b:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:07Z', 'updated_at': '2021-06-28T16:41:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi'}], 'dv-cinder-798104-1-iscsi', False) {} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:41:15.845602 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359e1314-0883-4564-ae37-ff0dccf9e441 None None] Checking router: e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0 for host: dv-cinder-798104-1-iscsi {{(pid=74152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 28 16:41:15.846480 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359e1314-0883-4564-ae37-ff0dccf9e441 None None] Updating router e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0 port fdc35852-b6f6-405a-825d-15926a01a8b0 binding host dv-cinder-798104-1-iscsi {{(pid=74152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 28 16:41:15.973455 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-34fb9bb1-28c6-4290-a910-41c9853f3b69 req-032ecc54-712d-4ed0-876a-e5b71c39f053 tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8299ca3-d218-4700-aa5e-e9bc2e666093 HTTP/1.1" status: 200  len: 210 time: 0.2497752
Jun 28 16:41:16.073451 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-fe4b3bfa-e39e-46bd-a9ba-f60c3bf3d465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:16.151687 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] For port bd37493d-0758-4fac-89db-d9b239b198d2, host dv-cinder-798104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-iscsi',level=0,port_id=bd37493d-0758-4fac-89db-d9b239b198d2,segment=NetworkSegment(d95c8297-5540-4933-9f3d-9c3b535a42fe),segment_id=d95c8297-5540-4933-9f3d-9c3b535a42fe)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:41:16.182058 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-359e1314-0883-4564-ae37-ff0dccf9e441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:16.443782 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:16.480896 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron_lib.callbacks.manager [None req-db6a14f9-8d01-4c1c-9028-62b73365b963 None None] Notify callbacks [] for port, precommit_update {{(pid=74153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:16.485051 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device f476bfea-dd8c-44e7-af44-1b19f5ebf910 up at agent ovs-agent-dv-cinder-798104-1-iscsi {{(pid=74152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 28 16:41:16.489516 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-f1f35380-f269-4346-bd0e-2008cad0d0e7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:16.497103 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-f1f35380-f269-4346-bd0e-2008cad0d0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:16.498271 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-f1f35380-f269-4346-bd0e-2008cad0d0e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-677387'] for router_interface, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:16.505111 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-f1f35380-f269-4346-bd0e-2008cad0d0e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:41:16.539231 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.provisioning_blocks [None req-db6a14f9-8d01-4c1c-9028-62b73365b963 None None] Transition to ACTIVE for port object 58b9a2f9-07bf-4449-bfb8-940c55d99c1b will not be triggered until provisioned by entity L2. {{(pid=74153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 28 16:41:16.582128 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-7800d56f-067e-4692-9d0f-42d37e0e8333 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:41:16.582388 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ea2743-cda0-431e-83e9-38e4e5cdd718 None None] Pushing event updated for resources: {'Port': ['ID=22fff4eb-67d8-4e77-ad16-b759475d4229,revision_number=3']} {{(pid=74153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:41:16.587317 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG oslo_concurrency.lockutils [None req-52ea2743-cda0-431e-83e9-38e4e5cdd718 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.836s {{(pid=74153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:41:16.588733 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1600d075-c5d3-448d-aebc-1e337e270977 None None] Routers {'0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49'} bound to L3 agent in host dv-cinder-798104-1-iscsi {{(pid=74153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 28 16:41:16.590229 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_hamode_db [None req-1600d075-c5d3-448d-aebc-1e337e270977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa2cfcd5d60>, 'dv-cinder-798104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T16:33:11Z,description=<?>,heartbeat_timestamp=2021-06-28T16:41:11Z,host='dv-cinder-798104-1-iscsi',id=c1a676c2-2a78-4c35-ab22-a28e05dfd46e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-28T16:33:11Z,topic='l3_agent')) {'router_ids': ['0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49'], 'active': True} {{(pid=74153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:41:16.624063 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.15', 56712) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:41:16.625522 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f35380-f269-4346-bd0e-2008cad0d0e7 admin admin] Pushing event updated for resources: {'Port': ['ID=6481c4ed-2367-4a81-8d50-3e55bb4b57fd,revision_number=2']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:41:16.631549 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-f1f35380-f269-4346-bd0e-2008cad0d0e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:41:16.973411 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Pushing event updated for resources: {'Port': ['ID=bd37493d-0758-4fac-89db-d9b239b198d2,revision_number=3']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:41:16.978303 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:41:16.984823 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab853a8-7c5f-4ede-b796-898cb6991da3 req-03776e5c-7e97-4a75-a68f-c5dbb23e0542 tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:41:16.995879 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-4ab853a8-7c5f-4ede-b796-898cb6991da3 req-03776e5c-7e97-4a75-a68f-c5dbb23e0542 tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] 10.222.0.15 "GET /v2.0/networks?id=7cf7e6d2-90dd-4005-a9f9-f2f92291a854 HTTP/1.1" status: 200  len: 812 time: 0.3669074
Jun 28 16:41:17.009524 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Provisioning for port f476bfea-dd8c-44e7-af44-1b19f5ebf910 completed by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 28 16:41:17.078684 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Provisioning complete for port f476bfea-dd8c-44e7-af44-1b19f5ebf910 triggered by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:41:17.079013 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.db_base_plugin_common [None req-fe4b3bfa-e39e-46bd-a9ba-f60c3bf3d465 admin admin] Allocated IP 172.20.0.1 (5a346278-b5ab-4c50-92aa-d9c545e84c60/b3e3d357-dcc0-424c-a40d-bd73416cd8db/11f140e5-d625-4165-935e-6213876d0e9a) {{(pid=74151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 28 16:41:17.079721 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:17.137509 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_dvr_db [None req-1600d075-c5d3-448d-aebc-1e337e270977 None None] Set router 0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49 gateway port host: dv-cinder-798104-1-iscsi {{(pid=74153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 28 16:41:17.239177 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-16c3d323-a028-46a9-859b-509089dacc10 None None] Provisioning for port 6481c4ed-2367-4a81-8d50-3e55bb4b57fd completed by entity DHCP. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 28 16:41:17.268750 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-16c3d323-a028-46a9-859b-509089dacc10 None None] Provisioning complete for port 6481c4ed-2367-4a81-8d50-3e55bb4b57fd triggered by entity DHCP. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:41:17.269513 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-16c3d323-a028-46a9-859b-509089dacc10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:17.356254 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-fe4b3bfa-e39e-46bd-a9ba-f60c3bf3d465 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:17.377173 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.provisioning_blocks [None req-fe4b3bfa-e39e-46bd-a9ba-f60c3bf3d465 admin admin] Transition to ACTIVE for port object 11f140e5-d625-4165-935e-6213876d0e9a will not be triggered until provisioned by entity DHCP. {{(pid=74151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 28 16:41:17.402511 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-16c3d323-a028-46a9-859b-509089dacc10 None None] Port 6481c4ed-2367-4a81-8d50-3e55bb4b57fd cannot update to ACTIVE because it is not bound. {{(pid=74152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 28 16:41:17.407173 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-e910f983-b48b-4f48-bc20-b79f22d56697 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:17.414786 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron_lib.callbacks.manager [None req-db6a14f9-8d01-4c1c-9028-62b73365b963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:17.431424 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-fe4b3bfa-e39e-46bd-a9ba-f60c3bf3d465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771078328113'] for port, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:17.458226 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:17.480224 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG oslo_concurrency.lockutils [None req-e9ad23f1-2d7d-4542-98c6-20577ab8a10e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:41:17.503589 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-43bfae59-695f-4933-b7a3-0c1c7a5f396e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:41:17.550497 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-359e1314-0883-4564-ae37-ff0dccf9e441 None None] Notify callbacks [] for port, precommit_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:17.553110 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-16c3d323-a028-46a9-859b-509089dacc10 None None] Provisioning complete for port bd37493d-0758-4fac-89db-d9b239b198d2 triggered by entity DHCP. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:41:17.553493 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-16c3d323-a028-46a9-859b-509089dacc10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:17.639798 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] For port f476bfea-dd8c-44e7-af44-1b19f5ebf910, host dv-cinder-798104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-iscsi',level=0,port_id=f476bfea-dd8c-44e7-af44-1b19f5ebf910,segment=NetworkSegment(f7e7868f-b1c3-4298-a940-297b02826b74),segment_id=f7e7868f-b1c3-4298-a940-297b02826b74)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:41:17.663590 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-359e1314-0883-4564-ae37-ff0dccf9e441 None None] Transition to ACTIVE for port object fdc35852-b6f6-405a-825d-15926a01a8b0 will not be triggered until provisioned by entity L2. {{(pid=74152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 28 16:41:17.663741 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f35380-f269-4346-bd0e-2008cad0d0e7 admin admin] Network 016488fa-4c73-4804-a4b6-958ce586a741 is already hosted by enough agents. {{(pid=74150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 28 16:41:17.666236 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.scheduler.base_scheduler [None req-f1f35380-f269-4346-bd0e-2008cad0d0e7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 28 16:41:17.667159 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:17.690576 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:41:17.765876 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4b3bfa-e39e-46bd-a9ba-f60c3bf3d465 admin admin] Network 5a346278-b5ab-4c50-92aa-d9c545e84c60 is already hosted by enough agents. {{(pid=74151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 28 16:41:17.768159 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-40578b43-3f01-4bce-b9be-bb83b3dfc403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:17.783937 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.base_scheduler [None req-fe4b3bfa-e39e-46bd-a9ba-f60c3bf3d465 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 28 16:41:17.787514 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-359e1314-0883-4564-ae37-ff0dccf9e441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:17.794960 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4b3bfa-e39e-46bd-a9ba-f60c3bf3d465 admin admin] Received port after_create {{(pid=74151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 28 16:41:17.795460 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-fe4b3bfa-e39e-46bd-a9ba-f60c3bf3d465 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-674087'] for router_interface, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:17.802116 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4b3bfa-e39e-46bd-a9ba-f60c3bf3d465 admin admin] Pushing event updated for resources: {'Port': ['ID=11f140e5-d625-4165-935e-6213876d0e9a,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:41:17.812583 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-fe4b3bfa-e39e-46bd-a9ba-f60c3bf3d465 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:41:17.825295 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-e910f983-b48b-4f48-bc20-b79f22d56697 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:41:17.835343 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-e910f983-b48b-4f48-bc20-b79f22d56697 admin admin] Usage tracker for resource:security_group_rule and tenant:bfa36808de9145249ba89e55c55bf85d is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:41:17.853649 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-e910f983-b48b-4f48-bc20-b79f22d56697 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:41:17.862704 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device bd37493d-0758-4fac-89db-d9b239b198d2 up at agent ovs-agent-dv-cinder-798104-1-iscsi {{(pid=74152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 28 16:41:17.868641 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-e910f983-b48b-4f48-bc20-b79f22d56697 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:41:17.905990 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eb609e-68ad-400a-a6fb-4b9b6ae7e8d7 None None] Pushing event updated for resources: {'Port': ['ID=58b9a2f9-07bf-4449-bfb8-940c55d99c1b,revision_number=2']} {{(pid=74153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:41:17.913500 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG oslo_concurrency.lockutils [None req-85eb609e-68ad-400a-a6fb-4b9b6ae7e8d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=74153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:41:17.936399 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.managers [None req-db6a14f9-8d01-4c1c-9028-62b73365b963 None None] Attempting to bind port 58b9a2f9-07bf-4449-bfb8-940c55d99c1b on host dv-cinder-798104-1-iscsi for vnic_type normal with profile  {{(pid=74153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 28 16:41:17.936768 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.managers [None req-db6a14f9-8d01-4c1c-9028-62b73365b963 None None] Attempting to bind port 58b9a2f9-07bf-4449-bfb8-940c55d99c1b by drivers openvswitch,hyperv on host dv-cinder-798104-1-iscsi at level 0 using segments [{'id': 'c33c21b7-7592-40e1-a334-7e00067f8a18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792'}] {{(pid=74153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 28 16:41:17.937153 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6a14f9-8d01-4c1c-9028-62b73365b963 None None] Attempting to bind port 58b9a2f9-07bf-4449-bfb8-940c55d99c1b on network 05d3a8da-27a1-489e-9cdc-367ff8331792 {{(pid=74153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 28 16:41:17.941294 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-806d95e7-74a4-4cdb-ac21-9a158d7a95b8 req-10705470-b65d-4a22-a1f1-3faffe14c01b tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8299ca3-d218-4700-aa5e-e9bc2e666093 HTTP/1.1" status: 200  len: 210 time: 0.1221838
Jun 28 16:41:18.050136 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Pushing event updated for resources: {'Port': ['ID=f476bfea-dd8c-44e7-af44-1b19f5ebf910,revision_number=3']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:41:18.142209 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6a14f9-8d01-4c1c-9028-62b73365b963 None None] Checking agent: {'id': '235649c2-d0e1-424d-8662-9e7ce5cd7ca9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798104-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 16, 33, 9), 'started_at': datetime.datetime(2021, 6, 28, 16, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 16, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798104-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 28 16:41:18.142826 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6a14f9-8d01-4c1c-9028-62b73365b963 None None] Checking segment: {'id': 'c33c21b7-7592-40e1-a334-7e00067f8a18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 28 16:41:18.146635 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron_lib.callbacks.manager [None req-db6a14f9-8d01-4c1c-9028-62b73365b963 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:18.148094 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6a14f9-8d01-4c1c-9028-62b73365b963 None None] Bound using segment: {'id': 'c33c21b7-7592-40e1-a334-7e00067f8a18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792'} {{(pid=74153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 28 16:41:18.153914 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.managers [None req-db6a14f9-8d01-4c1c-9028-62b73365b963 None None] Bound port: 58b9a2f9-07bf-4449-bfb8-940c55d99c1b, host: dv-cinder-798104-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c33c21b7-7592-40e1-a334-7e00067f8a18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792'}}] {{(pid=74153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 28 16:41:18.154555 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron_lib.callbacks.manager [None req-db6a14f9-8d01-4c1c-9028-62b73365b963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:18.190447 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:41:18.199281 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-61320ef8-528c-4368-96bb-0effae2386b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.351s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:41:18.328792 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.managers [None req-359e1314-0883-4564-ae37-ff0dccf9e441 None None] Attempting to bind port fdc35852-b6f6-405a-825d-15926a01a8b0 on host dv-cinder-798104-1-iscsi for vnic_type normal with profile  {{(pid=74152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 28 16:41:18.330795 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.managers [None req-359e1314-0883-4564-ae37-ff0dccf9e441 None None] Attempting to bind port fdc35852-b6f6-405a-825d-15926a01a8b0 by drivers openvswitch,hyperv on host dv-cinder-798104-1-iscsi at level 0 using segments [{'id': 'c33c21b7-7592-40e1-a334-7e00067f8a18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792'}] {{(pid=74152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 28 16:41:18.331610 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359e1314-0883-4564-ae37-ff0dccf9e441 None None] Attempting to bind port fdc35852-b6f6-405a-825d-15926a01a8b0 on network 05d3a8da-27a1-489e-9cdc-367ff8331792 {{(pid=74152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 28 16:41:18.340803 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-fe4b3bfa-e39e-46bd-a9ba-f60c3bf3d465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:18.353076 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359e1314-0883-4564-ae37-ff0dccf9e441 None None] Checking agent: {'id': '235649c2-d0e1-424d-8662-9e7ce5cd7ca9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798104-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 16, 33, 9), 'started_at': datetime.datetime(2021, 6, 28, 16, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 16, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798104-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 28 16:41:18.354025 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359e1314-0883-4564-ae37-ff0dccf9e441 None None] Checking segment: {'id': 'c33c21b7-7592-40e1-a334-7e00067f8a18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 28 16:41:18.355072 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-359e1314-0883-4564-ae37-ff0dccf9e441 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:18.355933 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359e1314-0883-4564-ae37-ff0dccf9e441 None None] Bound using segment: {'id': 'c33c21b7-7592-40e1-a334-7e00067f8a18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792'} {{(pid=74152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 28 16:41:18.356954 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.managers [None req-359e1314-0883-4564-ae37-ff0dccf9e441 None None] Bound port: fdc35852-b6f6-405a-825d-15926a01a8b0, host: dv-cinder-798104-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c33c21b7-7592-40e1-a334-7e00067f8a18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792'}}] {{(pid=74152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 28 16:41:18.357855 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-359e1314-0883-4564-ae37-ff0dccf9e441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:18.364215 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-e910f983-b48b-4f48-bc20-b79f22d56697 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:18.454848 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-e910f983-b48b-4f48-bc20-b79f22d56697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:18.509417 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-c15fa5a6-296c-4f76-beaf-ac13efb8ae0a None None] Provisioning complete for port 6481c4ed-2367-4a81-8d50-3e55bb4b57fd triggered by entity DHCP. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:41:18.510012 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-c15fa5a6-296c-4f76-beaf-ac13efb8ae0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:18.517635 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.db [None req-db6a14f9-8d01-4c1c-9028-62b73365b963 None None] For port 58b9a2f9-07bf-4449-bfb8-940c55d99c1b, host dv-cinder-798104-1-iscsi, cleared binding levels {{(pid=74153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 28 16:41:18.522871 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1f35380-f269-4346-bd0e-2008cad0d0e7 admin admin] Router 0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49 has already been hosted by L3 agent c1a676c2-2a78-4c35-ab22-a28e05dfd46e {{(pid=74150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 28 16:41:18.543185 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.db [None req-db6a14f9-8d01-4c1c-9028-62b73365b963 None None] For port 58b9a2f9-07bf-4449-bfb8-940c55d99c1b, host dv-cinder-798104-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-iscsi',level=0,port_id=58b9a2f9-07bf-4449-bfb8-940c55d99c1b,segment=NetworkSegment(c33c21b7-7592-40e1-a334-7e00067f8a18),segment_id=c33c21b7-7592-40e1-a334-7e00067f8a18)] {{(pid=74153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 28 16:41:18.564649 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron_lib.callbacks.manager [None req-db6a14f9-8d01-4c1c-9028-62b73365b963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:18.569700 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_hamode_db [None req-1600d075-c5d3-448d-aebc-1e337e270977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa2cfcd5d60>, [{'id': '0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49', 'name': 'tempest-AttachVolumeTestJSON-580518908-router', 'tenant_id': '82c03e5282854bd0ba377331b218109e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': '22fff4eb-67d8-4e77-ad16-b759475d4229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:06Z', 'updated_at': '2021-06-28T16:41:15Z', 'revision_number': 4, 'project_id': '82c03e5282854bd0ba377331b218109e', 'gw_port': {'id': '22fff4eb-67d8-4e77-ad16-b759475d4229', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ef:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:07Z', 'updated_at': '2021-06-28T16:41:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi', '_interfaces': [{'id': '6481c4ed-2367-4a81-8d50-3e55bb4b57fd', 'name': '', 'network_id': '016488fa-4c73-4804-a4b6-958ce586a741', 'tenant_id': '82c03e5282854bd0ba377331b218109e', 'mac_address': 'fa:16:3e:45:88:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c17c6b4c-b032-4eb3-9e61-7e44dcd4cae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:13Z', 'updated_at': '2021-06-28T16:41:16Z', 'revision_number': 2, 'project_id': '82c03e5282854bd0ba377331b218109e', 'subnets': [{'id': 'c17c6b4c-b032-4eb3-9e61-7e44dcd4cae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-iscsi', False) {} {{(pid=74153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:41:18.586883 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-5bf40664-8182-486c-a571-0de4fcb09ab4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:41:18.593065 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1600d075-c5d3-448d-aebc-1e337e270977 None None] The sync data for ids ['0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49'] in dv-cinder-798104-1-iscsi is: [{'id': '0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49', 'name': 'tempest-AttachVolumeTestJSON-580518908-router', 'tenant_id': '82c03e5282854bd0ba377331b218109e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': '22fff4eb-67d8-4e77-ad16-b759475d4229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:06Z', 'updated_at': '2021-06-28T16:41:15Z', 'revision_number': 4, 'project_id': '82c03e5282854bd0ba377331b218109e', 'gw_port': {'id': '22fff4eb-67d8-4e77-ad16-b759475d4229', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ef:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:07Z', 'updated_at': '2021-06-28T16:41:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi', '_interfaces': [{'id': '6481c4ed-2367-4a81-8d50-3e55bb4b57fd', 'name': '', 'network_id': '016488fa-4c73-4804-a4b6-958ce586a741', 'tenant_id': '82c03e5282854bd0ba377331b218109e', 'mac_address': 'fa:16:3e:45:88:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c17c6b4c-b032-4eb3-9e61-7e44dcd4cae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:13Z', 'updated_at': '2021-06-28T16:41:16Z', 'revision_number': 2, 'project_id': '82c03e5282854bd0ba377331b218109e', 'subnets': [{'id': 'c17c6b4c-b032-4eb3-9e61-7e44dcd4cae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 28 16:41:18.597844 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG oslo_concurrency.lockutils [None req-52ea2743-cda0-431e-83e9-38e4e5cdd718 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:41:18.608103 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-e910f983-b48b-4f48-bc20-b79f22d56697 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bfa36808de9145249ba89e55c55bf85d&name=default HTTP/1.1" status: 200  len: 2647 time: 2.9165936
Jun 28 16:41:18.622807 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 60840) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:41:18.659763 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-c15fa5a6-296c-4f76-beaf-ac13efb8ae0a None None] Port 6481c4ed-2367-4a81-8d50-3e55bb4b57fd cannot update to ACTIVE because it is not bound. {{(pid=74152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 28 16:41:18.699684 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Provisioning complete for port bd37493d-0758-4fac-89db-d9b239b198d2 triggered by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:41:18.700253 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:18.748332 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cba5da1-a9d2-4b9d-a980-300fa91c8918 None None] Pushing event updated for resources: {'Port': ['ID=fdc35852-b6f6-405a-825d-15926a01a8b0,revision_number=2']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:41:18.749755 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.db_base_plugin_common [None req-40578b43-3f01-4bce-b9be-bb83b3dfc403 admin admin] Allocated IP 172.20.0.1 (67cef3f9-4ff6-418e-b6c5-56d49e3c3b89/ac8dc62b-c0d1-448e-9b7b-2ee53b76484f/0b533fb4-29cd-4ee5-a7db-efca41b20ca5) {{(pid=74151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 28 16:41:18.755122 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-6cba5da1-a9d2-4b9d-a980-300fa91c8918 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:41:18.799463 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e910f983-b48b-4f48-bc20-b79f22d56697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c217d12e-f976-4ba5-a005-ef22fb7ab446,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:41:18.813486 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eb609e-68ad-400a-a6fb-4b9b6ae7e8d7 None None] Pushing event updated for resources: {'Port': ['ID=58b9a2f9-07bf-4449-bfb8-940c55d99c1b,revision_number=3']} {{(pid=74153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:41:18.815049 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-e910f983-b48b-4f48-bc20-b79f22d56697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:41:18.820905 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG oslo_concurrency.lockutils [None req-85eb609e-68ad-400a-a6fb-4b9b6ae7e8d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=74153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:41:18.834674 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6a14f9-8d01-4c1c-9028-62b73365b963 None None] Routers {'61d3e727-59a3-44ca-ae38-348af801ea3e'} bound to L3 agent in host dv-cinder-798104-1-iscsi {{(pid=74153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 28 16:41:18.840050 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_hamode_db [None req-db6a14f9-8d01-4c1c-9028-62b73365b963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa2cf883b80>, 'dv-cinder-798104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T16:33:11Z,description=<?>,heartbeat_timestamp=2021-06-28T16:41:11Z,host='dv-cinder-798104-1-iscsi',id=c1a676c2-2a78-4c35-ab22-a28e05dfd46e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-28T16:33:11Z,topic='l3_agent')) {'router_ids': ['61d3e727-59a3-44ca-ae38-348af801ea3e'], 'active': True} {{(pid=74153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:41:18.913451 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-359e1314-0883-4564-ae37-ff0dccf9e441 None None] For port fdc35852-b6f6-405a-825d-15926a01a8b0, host dv-cinder-798104-1-iscsi, cleared binding levels {{(pid=74152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 28 16:41:18.928955 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-359e1314-0883-4564-ae37-ff0dccf9e441 None None] For port fdc35852-b6f6-405a-825d-15926a01a8b0, host dv-cinder-798104-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-iscsi',level=0,port_id=fdc35852-b6f6-405a-825d-15926a01a8b0,segment=NetworkSegment(c33c21b7-7592-40e1-a334-7e00067f8a18),segment_id=c33c21b7-7592-40e1-a334-7e00067f8a18)] {{(pid=74152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 28 16:41:18.971691 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-359e1314-0883-4564-ae37-ff0dccf9e441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:19.062993 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-5a4a1d26-c947-4f71-8376-f0e5e393ef35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:41:19.115427 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f35380-f269-4346-bd0e-2008cad0d0e7 admin admin] Notify agent at l3_agent.dv-cinder-798104-1-iscsi the message routers_updated {{(pid=74150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 28 16:41:19.154202 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-f1f35380-f269-4346-bd0e-2008cad0d0e7 admin admin] 10.222.0.30 "PUT /v2.0/routers/0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.6691804
Jun 28 16:41:19.178546 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-c15fa5a6-296c-4f76-beaf-ac13efb8ae0a None None] Provisioning for port 11f140e5-d625-4165-935e-6213876d0e9a completed by entity DHCP. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 28 16:41:19.208923 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-c15fa5a6-296c-4f76-beaf-ac13efb8ae0a None None] Provisioning complete for port 11f140e5-d625-4165-935e-6213876d0e9a triggered by entity DHCP. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:41:19.209528 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-c15fa5a6-296c-4f76-beaf-ac13efb8ae0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:19.324742 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-ecb4c58a-b95c-4b6f-9e16-9ccd1c53456e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:19.391000 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-f75aca5d-d149-4a71-8538-a2fb3d19103a req-810add61-b5d2-44e7-b1fd-efc1ff31ad38 tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8299ca3-d218-4700-aa5e-e9bc2e666093 HTTP/1.1" status: 200  len: 210 time: 0.0986309
Jun 28 16:41:19.423451 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-fe4b3bfa-e39e-46bd-a9ba-f60c3bf3d465 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:19.443971 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-ecb4c58a-b95c-4b6f-9e16-9ccd1c53456e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:19.479685 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_dvr_db [None req-db6a14f9-8d01-4c1c-9028-62b73365b963 None None] Set router 61d3e727-59a3-44ca-ae38-348af801ea3e gateway port host: dv-cinder-798104-1-iscsi {{(pid=74153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 28 16:41:19.567642 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-fe4b3bfa-e39e-46bd-a9ba-f60c3bf3d465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:19.571291 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359e1314-0883-4564-ae37-ff0dccf9e441 None None] Routers {'e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0'} bound to L3 agent in host dv-cinder-798104-1-iscsi {{(pid=74152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 28 16:41:19.574261 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-359e1314-0883-4564-ae37-ff0dccf9e441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa2cf594d90>, 'dv-cinder-798104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T16:33:11Z,description=<?>,heartbeat_timestamp=2021-06-28T16:41:11Z,host='dv-cinder-798104-1-iscsi',id=c1a676c2-2a78-4c35-ab22-a28e05dfd46e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-28T16:33:11Z,topic='l3_agent')) {'router_ids': ['e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0'], 'active': True} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:41:19.584949 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-fe4b3bfa-e39e-46bd-a9ba-f60c3bf3d465 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-677387'] for router_interface, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:19.597202 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-5a82fcad-f16f-4b19-a9b8-4843249bd991 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:41:19.635744 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.v2.base [req-4ab853a8-7c5f-4ede-b796-898cb6991da3 req-1d243c90-350e-4d42-8f22-1190ace6e76f tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] Request body: {'port': {'device_id': 'a8299ca3-d218-4700-aa5e-e9bc2e666093', 'network_id': '7cf7e6d2-90dd-4005-a9f9-f2f92291a854', 'admin_state_up': True, 'tenant_id': '9786ff176bb944e4a1432244983df7e1'}} {{(pid=74150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:41:19.679363 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-c15fa5a6-296c-4f76-beaf-ac13efb8ae0a None None] Port 11f140e5-d625-4165-935e-6213876d0e9a cannot update to ACTIVE because it is not bound. {{(pid=74152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 28 16:41:19.712596 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cba5da1-a9d2-4b9d-a980-300fa91c8918 None None] Pushing event updated for resources: {'Port': ['ID=fdc35852-b6f6-405a-825d-15926a01a8b0,revision_number=3']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:41:19.731893 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-6cba5da1-a9d2-4b9d-a980-300fa91c8918 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.673s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:41:19.904352 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-ecb4c58a-b95c-4b6f-9e16-9ccd1c53456e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:19.920711 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-40578b43-3f01-4bce-b9be-bb83b3dfc403 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:20.030412 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device 22fff4eb-67d8-4e77-ad16-b759475d4229 up at agent ovs-agent-dv-cinder-798104-1-iscsi {{(pid=74152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 28 16:41:20.155078 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [req-4ab853a8-7c5f-4ede-b796-898cb6991da3 req-1d243c90-350e-4d42-8f22-1190ace6e76f tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:41:20.174067 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-4ab853a8-7c5f-4ede-b796-898cb6991da3 req-1d243c90-350e-4d42-8f22-1190ace6e76f tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] Usage tracker for resource:port and tenant:9786ff176bb944e4a1432244983df7e1 is out of sync, need to count used quota {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:41:20.187924 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-4ab853a8-7c5f-4ede-b796-898cb6991da3 req-1d243c90-350e-4d42-8f22-1190ace6e76f tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:41:20.216909 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [req-4ab853a8-7c5f-4ede-b796-898cb6991da3 req-1d243c90-350e-4d42-8f22-1190ace6e76f tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:41:20.240892 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ab853a8-7c5f-4ede-b796-898cb6991da3 req-1d243c90-350e-4d42-8f22-1190ace6e76f tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] Made reservation on behalf of 9786ff176bb944e4a1432244983df7e1 for: {'port': 1} {{(pid=74150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 28 16:41:20.242028 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4b3bfa-e39e-46bd-a9ba-f60c3bf3d465 admin admin] Pushing event updated for resources: {'Port': ['ID=11f140e5-d625-4165-935e-6213876d0e9a,revision_number=2']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:41:20.255638 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-fe4b3bfa-e39e-46bd-a9ba-f60c3bf3d465 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.659s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:41:20.257203 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-4ab853a8-7c5f-4ede-b796-898cb6991da3 req-1d243c90-350e-4d42-8f22-1190ace6e76f tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:20.266458 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-ea962c5b-9ff3-4dd1-b289-425519996068 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:41:20.324655 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb4c58a-b95c-4b6f-9e16-9ccd1c53456e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c217d12e-f976-4ba5-a005-ef22fb7ab446,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:41:20.332563 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-ecb4c58a-b95c-4b6f-9e16-9ccd1c53456e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:41:20.343479 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvr_db [None req-359e1314-0883-4564-ae37-ff0dccf9e441 None None] Set router e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0 gateway port host: dv-cinder-798104-1-iscsi {{(pid=74152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 28 16:41:20.357835 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_hamode_db [None req-db6a14f9-8d01-4c1c-9028-62b73365b963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa2cf883b80>, [{'id': '61d3e727-59a3-44ca-ae38-348af801ea3e', 'name': 'tempest-ServerRescueNegativeTestJSON-1830371442-router', 'tenant_id': '1fe368935ff745edaa9465a88456bec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '58b9a2f9-07bf-4449-bfb8-940c55d99c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:07Z', 'updated_at': '2021-06-28T16:41:10Z', 'revision_number': 3, 'project_id': '1fe368935ff745edaa9465a88456bec5', 'gw_port': {'id': '58b9a2f9-07bf-4449-bfb8-940c55d99c1b', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f4:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61d3e727-59a3-44ca-ae38-348af801ea3e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:08Z', 'updated_at': '2021-06-28T16:41:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi'}], 'dv-cinder-798104-1-iscsi', False) {} {{(pid=74153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:41:20.375357 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6a14f9-8d01-4c1c-9028-62b73365b963 None None] The sync data for ids ['61d3e727-59a3-44ca-ae38-348af801ea3e'] in dv-cinder-798104-1-iscsi is: [{'id': '61d3e727-59a3-44ca-ae38-348af801ea3e', 'name': 'tempest-ServerRescueNegativeTestJSON-1830371442-router', 'tenant_id': '1fe368935ff745edaa9465a88456bec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '58b9a2f9-07bf-4449-bfb8-940c55d99c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:07Z', 'updated_at': '2021-06-28T16:41:10Z', 'revision_number': 3, 'project_id': '1fe368935ff745edaa9465a88456bec5', 'gw_port': {'id': '58b9a2f9-07bf-4449-bfb8-940c55d99c1b', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f4:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61d3e727-59a3-44ca-ae38-348af801ea3e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:08Z', 'updated_at': '2021-06-28T16:41:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi'}] {{(pid=74153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 28 16:41:20.429213 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-ecb4c58a-b95c-4b6f-9e16-9ccd1c53456e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:20.439018 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-ecb4c58a-b95c-4b6f-9e16-9ccd1c53456e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c217d12e-f976-4ba5-a005-ef22fb7ab446 HTTP/1.1" status: 204  len: 168 time: 1.8146992
Jun 28 16:41:20.514556 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Provisioning for port 22fff4eb-67d8-4e77-ad16-b759475d4229 completed by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 28 16:41:20.562685 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-40578b43-3f01-4bce-b9be-bb83b3dfc403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771078328113'] for port, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:20.569807 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Provisioning complete for port 22fff4eb-67d8-4e77-ad16-b759475d4229 triggered by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:41:20.570311 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:20.582052 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-fe4b3bfa-e39e-46bd-a9ba-f60c3bf3d465 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:41:20.827541 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4b3bfa-e39e-46bd-a9ba-f60c3bf3d465 admin admin] Network 5a346278-b5ab-4c50-92aa-d9c545e84c60 is already hosted by enough agents. {{(pid=74151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 28 16:41:20.841829 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.base_scheduler [None req-fe4b3bfa-e39e-46bd-a9ba-f60c3bf3d465 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 28 16:41:20.872120 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.db_base_plugin_common [req-4ab853a8-7c5f-4ede-b796-898cb6991da3 req-1d243c90-350e-4d42-8f22-1190ace6e76f tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] Allocated IP 172.20.0.8 (7cf7e6d2-90dd-4005-a9f9-f2f92291a854/9c3a086d-22de-4ca9-bd41-ff751b4b91d1/f1eeaa67-27f9-4170-8d1f-88cb9c9acfe5) {{(pid=74150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 28 16:41:20.991482 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-5ce5f60a-bfe5-43f9-a069-7bad56c182a8 req-5c51baf4-ab97-4d28-b1d1-6ec4bf92dcce tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8299ca3-d218-4700-aa5e-e9bc2e666093 HTTP/1.1" status: 200  len: 210 time: 0.2229514
Jun 28 16:41:20.997162 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 60890) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:41:21.018891 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.v2.base [None req-afd8649c-f75b-4239-b05f-a73227cc6c4b tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1672508108', 'description': 'tempest-description--1377198657'}} {{(pid=74150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:41:21.032955 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-afd8649c-f75b-4239-b05f-a73227cc6c4b tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:41:21.049026 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-afd8649c-f75b-4239-b05f-a73227cc6c4b tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Usage tracker for resource:security_group and tenant:82c03e5282854bd0ba377331b218109e is out of sync, need to count used quota {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:41:21.056382 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-afd8649c-f75b-4239-b05f-a73227cc6c4b tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:41:21.092251 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-afd8649c-f75b-4239-b05f-a73227cc6c4b tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:41:21.143526 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:21.150228 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40578b43-3f01-4bce-b9be-bb83b3dfc403 admin admin] Network 67cef3f9-4ff6-418e-b6c5-56d49e3c3b89 is already hosted by enough agents. {{(pid=74151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 28 16:41:21.167223 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] For port 22fff4eb-67d8-4e77-ad16-b759475d4229, host dv-cinder-798104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-iscsi',level=0,port_id=22fff4eb-67d8-4e77-ad16-b759475d4229,segment=NetworkSegment(c33c21b7-7592-40e1-a334-7e00067f8a18),segment_id=c33c21b7-7592-40e1-a334-7e00067f8a18)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:41:21.167904 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.base_scheduler [None req-40578b43-3f01-4bce-b9be-bb83b3dfc403 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 28 16:41:21.172330 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40578b43-3f01-4bce-b9be-bb83b3dfc403 admin admin] Pushing event updated for resources: {'Port': ['ID=0b533fb4-29cd-4ee5-a7db-efca41b20ca5,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:41:21.209093 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40578b43-3f01-4bce-b9be-bb83b3dfc403 admin admin] Received port after_create {{(pid=74151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 28 16:41:21.209586 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-40578b43-3f01-4bce-b9be-bb83b3dfc403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-674087'] for router_interface, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:21.237697 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-afd8649c-f75b-4239-b05f-a73227cc6c4b tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify callbacks [] for security_group, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:21.243886 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:21.251572 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device f476bfea-dd8c-44e7-af44-1b19f5ebf910 up at agent ovs-agent-dv-cinder-798104-1-iscsi {{(pid=74152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 28 16:41:21.260575 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-40578b43-3f01-4bce-b9be-bb83b3dfc403 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.680s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:41:21.375742 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:41:21.467510 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-afd8649c-f75b-4239-b05f-a73227cc6c4b tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:41:21.477520 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-afd8649c-f75b-4239-b05f-a73227cc6c4b tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Usage tracker for resource:security_group_rule and tenant:82c03e5282854bd0ba377331b218109e is out of sync, need to count used quota {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:41:21.489486 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-afd8649c-f75b-4239-b05f-a73227cc6c4b tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:41:21.505566 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-afd8649c-f75b-4239-b05f-a73227cc6c4b tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:41:21.528962 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Provisioning complete for port f476bfea-dd8c-44e7-af44-1b19f5ebf910 triggered by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:41:21.529715 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:21.533958 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-4ab853a8-7c5f-4ede-b796-898cb6991da3 req-1d243c90-350e-4d42-8f22-1190ace6e76f tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] Notify callbacks [] for port, precommit_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:21.551142 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 60902) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:41:21.609978 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-afd8649c-f75b-4239-b05f-a73227cc6c4b tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify callbacks [] for security_group, precommit_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:21.620690 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-afd8649c-f75b-4239-b05f-a73227cc6c4b tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:21.633767 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:41:21.647941 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-4ab853a8-7c5f-4ede-b796-898cb6991da3 req-1d243c90-350e-4d42-8f22-1190ace6e76f tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771078328113'] for port, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:21.721948 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Pushing event updated for resources: {'Port': ['ID=22fff4eb-67d8-4e77-ad16-b759475d4229,revision_number=4']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:41:21.731884 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd8649c-f75b-4239-b05f-a73227cc6c4b tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=961c93a5-ebeb-476d-8144-f2a60620665a,revision_number=1']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:41:21.756740 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:41:21.845319 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-afd8649c-f75b-4239-b05f-a73227cc6c4b tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify callbacks [] for security_group, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:21.846708 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-afd8649c-f75b-4239-b05f-a73227cc6c4b tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1614 time: 0.8468757
Jun 28 16:41:21.857047 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-afd8649c-f75b-4239-b05f-a73227cc6c4b tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:41:21.857546 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 60916) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:41:21.858158 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:41:21.867680 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-5a087e29-7c76-4082-84e3-7c030d479cfc None None] Provisioning complete for port 11f140e5-d625-4165-935e-6213876d0e9a triggered by entity DHCP. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:41:21.868279 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-5a087e29-7c76-4082-84e3-7c030d479cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:21.870953 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-5cbb9dca-b95c-431d-98b9-4aa110f84b33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:22.075837 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-5cbb9dca-b95c-431d-98b9-4aa110f84b33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:41:22.090863 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-5cbb9dca-b95c-431d-98b9-4aa110f84b33 admin admin] Usage tracker for resource:security_group_rule and tenant:fc5e0d8f03ff4208bbf48b52b170269c is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:41:22.094321 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.v2.base [None req-86dc5d4d-268c-4140-8b73-f98248dd634c tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Request body: {'security_group_rule': {'security_group_id': '961c93a5-ebeb-476d-8144-f2a60620665a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:41:22.106726 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-5cbb9dca-b95c-431d-98b9-4aa110f84b33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:41:22.131989 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-5cbb9dca-b95c-431d-98b9-4aa110f84b33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:41:22.132590 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d243c90-350e-4d42-8f22-1190ace6e76f tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] Pushing event updated for resources: {'Port': ['ID=f1eeaa67-27f9-4170-8d1f-88cb9c9acfe5,revision_number=1']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:41:22.155918 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-40578b43-3f01-4bce-b9be-bb83b3dfc403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:22.158165 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-1d243c90-350e-4d42-8f22-1190ace6e76f tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:41:22.198311 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ab853a8-7c5f-4ede-b796-898cb6991da3 req-1d243c90-350e-4d42-8f22-1190ace6e76f tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] Network 7cf7e6d2-90dd-4005-a9f9-f2f92291a854 is already hosted by enough agents. {{(pid=74150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 28 16:41:22.202198 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-86dc5d4d-268c-4140-8b73-f98248dd634c tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:41:22.219121 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.scheduler.base_scheduler [req-4ab853a8-7c5f-4ede-b796-898cb6991da3 req-1d243c90-350e-4d42-8f22-1190ace6e76f tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] Resources bound (agent type, host, resource id):  {{(pid=74150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 28 16:41:22.227474 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-86dc5d4d-268c-4140-8b73-f98248dd634c tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Usage tracker for resource:security_group_rule and tenant:82c03e5282854bd0ba377331b218109e is out of sync, need to count used quota {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:41:22.232317 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ab853a8-7c5f-4ede-b796-898cb6991da3 req-1d243c90-350e-4d42-8f22-1190ace6e76f tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] Received port after_create {{(pid=74150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 28 16:41:22.246343 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab853a8-7c5f-4ede-b796-898cb6991da3 req-1d243c90-350e-4d42-8f22-1190ace6e76f tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:41:22.247326 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-4ab853a8-7c5f-4ede-b796-898cb6991da3 req-1d243c90-350e-4d42-8f22-1190ace6e76f tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533674'] for port, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:22.254120 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-86dc5d4d-268c-4140-8b73-f98248dd634c tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:41:22.278105 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-86dc5d4d-268c-4140-8b73-f98248dd634c tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:41:22.281462 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-5a087e29-7c76-4082-84e3-7c030d479cfc None None] Port 11f140e5-d625-4165-935e-6213876d0e9a cannot update to ACTIVE because it is not bound. {{(pid=74152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 28 16:41:22.324773 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-4ab853a8-7c5f-4ede-b796-898cb6991da3 req-1d243c90-350e-4d42-8f22-1190ace6e76f tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.6928782
Jun 28 16:41:22.350252 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-86dc5d4d-268c-4140-8b73-f98248dd634c tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:22.607145 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-86dc5d4d-268c-4140-8b73-f98248dd634c tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:22.632603 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44c1df5-bb62-4422-955b-1a004b3182e1 req-14469442-ad5b-46f8-b62d-5e6144ef1f2d tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:41:22.634070 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-a44c1df5-bb62-4422-955b-1a004b3182e1 req-14469442-ad5b-46f8-b62d-5e6144ef1f2d tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] Synchronizing usage tracker for tenant:9786ff176bb944e4a1432244983df7e1 on resource:port {{(pid=74150) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 28 16:41:22.638874 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-86dc5d4d-268c-4140-8b73-f98248dd634c tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345258'] for security_group_rule, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:22.655277 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:41:22.712672 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dc5d4d-268c-4140-8b73-f98248dd634c tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=320a014c-d2b6-4729-8abc-63022d860236,revision_number=0']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:41:22.722578 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-86dc5d4d-268c-4140-8b73-f98248dd634c tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:41:22.730488 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-86dc5d4d-268c-4140-8b73-f98248dd634c tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:22.735278 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-86dc5d4d-268c-4140-8b73-f98248dd634c tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.6780090
Jun 28 16:41:22.738234 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 60928) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:41:22.746850 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.v2.base [None req-ae1ccdb8-eef8-43e8-92ae-6c598b0e2f3b tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Request body: {'security_group_rule': {'security_group_id': '961c93a5-ebeb-476d-8144-f2a60620665a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:41:22.759846 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-359e1314-0883-4564-ae37-ff0dccf9e441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa2cf594d90>, [{'id': 'e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0', 'name': 'tempest-AttachVolumeShelveTestJSON-1703409747-router', 'tenant_id': '63a2e49b0c454d43890a422c6fd0684c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'fdc35852-b6f6-405a-825d-15926a01a8b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:06Z', 'updated_at': '2021-06-28T16:41:18Z', 'revision_number': 4, 'project_id': '63a2e49b0c454d43890a422c6fd0684c', 'gw_port': {'id': 'fdc35852-b6f6-405a-825d-15926a01a8b0', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9b:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:07Z', 'updated_at': '2021-06-28T16:41:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi', '_interfaces': [{'id': '11f140e5-d625-4165-935e-6213876d0e9a', 'name': '', 'network_id': '5a346278-b5ab-4c50-92aa-d9c545e84c60', 'tenant_id': '63a2e49b0c454d43890a422c6fd0684c', 'mac_address': 'fa:16:3e:89:a6:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3e3d357-dcc0-424c-a40d-bd73416cd8db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:16Z', 'updated_at': '2021-06-28T16:41:18Z', 'revision_number': 2, 'project_id': '63a2e49b0c454d43890a422c6fd0684c', 'subnets': [{'id': 'b3e3d357-dcc0-424c-a40d-bd73416cd8db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-iscsi', False) {} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:41:22.764920 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-ae1ccdb8-eef8-43e8-92ae-6c598b0e2f3b tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:41:22.773345 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-ae1ccdb8-eef8-43e8-92ae-6c598b0e2f3b tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Usage tracker for resource:security_group_rule and tenant:82c03e5282854bd0ba377331b218109e is out of sync, need to count used quota {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:41:22.781233 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-ae1ccdb8-eef8-43e8-92ae-6c598b0e2f3b tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:41:22.787876 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359e1314-0883-4564-ae37-ff0dccf9e441 None None] The sync data for ids ['e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0'] in dv-cinder-798104-1-iscsi is: [{'id': 'e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0', 'name': 'tempest-AttachVolumeShelveTestJSON-1703409747-router', 'tenant_id': '63a2e49b0c454d43890a422c6fd0684c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'fdc35852-b6f6-405a-825d-15926a01a8b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:06Z', 'updated_at': '2021-06-28T16:41:18Z', 'revision_number': 4, 'project_id': '63a2e49b0c454d43890a422c6fd0684c', 'gw_port': {'id': 'fdc35852-b6f6-405a-825d-15926a01a8b0', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9b:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:07Z', 'updated_at': '2021-06-28T16:41:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi', '_interfaces': [{'id': '11f140e5-d625-4165-935e-6213876d0e9a', 'name': '', 'network_id': '5a346278-b5ab-4c50-92aa-d9c545e84c60', 'tenant_id': '63a2e49b0c454d43890a422c6fd0684c', 'mac_address': 'fa:16:3e:89:a6:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3e3d357-dcc0-424c-a40d-bd73416cd8db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:16Z', 'updated_at': '2021-06-28T16:41:18Z', 'revision_number': 2, 'project_id': '63a2e49b0c454d43890a422c6fd0684c', 'subnets': [{'id': 'b3e3d357-dcc0-424c-a40d-bd73416cd8db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 28 16:41:22.802140 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-ae1ccdb8-eef8-43e8-92ae-6c598b0e2f3b tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:41:22.881008 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-ae1ccdb8-eef8-43e8-92ae-6c598b0e2f3b tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:22.958002 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-5cbb9dca-b95c-431d-98b9-4aa110f84b33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:22.980011 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-5cbb9dca-b95c-431d-98b9-4aa110f84b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:22.986289 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-40578b43-3f01-4bce-b9be-bb83b3dfc403 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:23.001431 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-ecb4c58a-b95c-4b6f-9e16-9ccd1c53456e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:41:23.009720 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-a44c1df5-bb62-4422-955b-1a004b3182e1 req-14469442-ad5b-46f8-b62d-5e6144ef1f2d tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] Unset dirty status for tenant:9786ff176bb944e4a1432244983df7e1 on resource:port {{(pid=74150) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 28 16:41:23.014648 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-40578b43-3f01-4bce-b9be-bb83b3dfc403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:23.033651 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-a44c1df5-bb62-4422-955b-1a004b3182e1 req-14469442-ad5b-46f8-b62d-5e6144ef1f2d tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8299ca3-d218-4700-aa5e-e9bc2e666093 HTTP/1.1" status: 200  len: 931 time: 0.6179049
Jun 28 16:41:23.104584 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-40578b43-3f01-4bce-b9be-bb83b3dfc403 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-677387'] for router_interface, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:23.171736 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device 22fff4eb-67d8-4e77-ad16-b759475d4229 up at agent ovs-agent-dv-cinder-798104-1-iscsi {{(pid=74152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 28 16:41:23.179407 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbb9dca-b95c-431d-98b9-4aa110f84b33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0be5462f-7a62-48f5-bcee-91c8a0a27692,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:41:23.180161 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-a44c1df5-bb62-4422-955b-1a004b3182e1 req-dfa98d5f-bd66-4574-80ba-250423e82f13 tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] Synchronizing usage tracker for tenant:9786ff176bb944e4a1432244983df7e1 on resource:security_group {{(pid=74150) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 28 16:41:23.203212 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-5cbb9dca-b95c-431d-98b9-4aa110f84b33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:41:23.206443 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-5cbb9dca-b95c-431d-98b9-4aa110f84b33 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fc5e0d8f03ff4208bbf48b52b170269c&name=default HTTP/1.1" status: 200  len: 2647 time: 1.6445606
Jun 28 16:41:23.220303 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 60936) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:41:23.238988 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-a2451ce6-7642-4385-85d3-ba0c0565d7f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:41:23.313723 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-a44c1df5-bb62-4422-955b-1a004b3182e1 req-dfa98d5f-bd66-4574-80ba-250423e82f13 tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] Unset dirty status for tenant:9786ff176bb944e4a1432244983df7e1 on resource:security_group {{(pid=74150) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 28 16:41:23.314637 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-a44c1df5-bb62-4422-955b-1a004b3182e1 req-dfa98d5f-bd66-4574-80ba-250423e82f13 tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] 10.222.0.30 "GET /v2.0/security-groups?id=64217a24-193e-47f9-9a30-3d82665c24a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2798610
Jun 28 16:41:23.322737 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-ae1ccdb8-eef8-43e8-92ae-6c598b0e2f3b tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:23.328418 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [req-4ab853a8-7c5f-4ede-b796-898cb6991da3 req-6c1d47ee-5173-4a10-8d7b-9f7ef680142a tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=74150) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Jun 28 16:41:23.334734 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-4ab853a8-7c5f-4ede-b796-898cb6991da3 req-6c1d47ee-5173-4a10-8d7b-9f7ef680142a tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0864930
Jun 28 16:41:23.359032 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-ae1ccdb8-eef8-43e8-92ae-6c598b0e2f3b tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345258'] for security_group_rule, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:23.380401 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:41:23.486813 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Provisioning complete for port 22fff4eb-67d8-4e77-ad16-b759475d4229 triggered by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:41:23.487520 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:23.518392 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1ccdb8-eef8-43e8-92ae-6c598b0e2f3b tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6303676-232e-4e6f-a293-952a81baaa32,revision_number=0']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:41:23.521615 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-ae1ccdb8-eef8-43e8-92ae-6c598b0e2f3b tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:41:23.602337 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-ae1ccdb8-eef8-43e8-92ae-6c598b0e2f3b tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:23.617902 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-ae1ccdb8-eef8-43e8-92ae-6c598b0e2f3b tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.8793321
Jun 28 16:41:23.621904 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 60948) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:41:23.632708 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-236b9646-fddd-4828-803b-f95e2c182410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:23.651937 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.v2.base [None req-eb611b0f-55d6-403f-a867-755d93761b40 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Request body: {'floatingip': {'floating_network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792'}} {{(pid=74150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:41:23.678160 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-eb611b0f-55d6-403f-a867-755d93761b40 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:41:23.705634 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-eb611b0f-55d6-403f-a867-755d93761b40 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Usage tracker for resource:floatingip and tenant:82c03e5282854bd0ba377331b218109e is out of sync, need to count used quota {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:41:23.712715 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-eb611b0f-55d6-403f-a867-755d93761b40 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:41:23.733532 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-eb611b0f-55d6-403f-a867-755d93761b40 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:41:23.749919 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-236b9646-fddd-4828-803b-f95e2c182410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:23.791420 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-eb611b0f-55d6-403f-a867-755d93761b40 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify callbacks [] for floatingip, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:23.827949 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40578b43-3f01-4bce-b9be-bb83b3dfc403 admin admin] Pushing event updated for resources: {'Port': ['ID=0b533fb4-29cd-4ee5-a7db-efca41b20ca5,revision_number=2']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:41:23.833834 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-40578b43-3f01-4bce-b9be-bb83b3dfc403 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.595s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:41:23.845888 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device 58b9a2f9-07bf-4449-bfb8-940c55d99c1b up at agent ovs-agent-dv-cinder-798104-1-iscsi {{(pid=74152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 28 16:41:23.871229 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40578b43-3f01-4bce-b9be-bb83b3dfc403 admin admin] Network 67cef3f9-4ff6-418e-b6c5-56d49e3c3b89 is already hosted by enough agents. {{(pid=74151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 28 16:41:23.888629 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.base_scheduler [None req-40578b43-3f01-4bce-b9be-bb83b3dfc403 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 28 16:41:24.119951 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-236b9646-fddd-4828-803b-f95e2c182410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:24.151916 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Provisioning for port 58b9a2f9-07bf-4449-bfb8-940c55d99c1b completed by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 28 16:41:24.202563 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Provisioning complete for port 58b9a2f9-07bf-4449-bfb8-940c55d99c1b triggered by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:41:24.206120 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:24.217837 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.v2.base [req-4ab853a8-7c5f-4ede-b796-898cb6991da3 req-e3ebc119-568a-49d1-97c6-8b92f322c39f service neutron] Request body: {'port': {'device_id': 'a8299ca3-d218-4700-aa5e-e9bc2e666093', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79810'}} {{(pid=74150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:41:24.379424 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-271ffd34-bbfd-4287-a736-07224bb5484a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:41:24.565266 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236b9646-fddd-4828-803b-f95e2c182410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be5462f-7a62-48f5-bcee-91c8a0a27692,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:41:24.569366 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-236b9646-fddd-4828-803b-f95e2c182410 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:41:24.609932 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe4b3bfa-e39e-46bd-a9ba-f60c3bf3d465 admin admin] Router e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0 has already been hosted by L3 agent c1a676c2-2a78-4c35-ab22-a28e05dfd46e {{(pid=74151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 28 16:41:24.624599 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-236b9646-fddd-4828-803b-f95e2c182410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:24.628974 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-236b9646-fddd-4828-803b-f95e2c182410 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0be5462f-7a62-48f5-bcee-91c8a0a27692 HTTP/1.1" status: 204  len: 168 time: 1.3830187
Jun 28 16:41:24.886311 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-4ab853a8-7c5f-4ede-b796-898cb6991da3 req-e3ebc119-568a-49d1-97c6-8b92f322c39f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:25.013532 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:25.068348 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] For port 58b9a2f9-07bf-4449-bfb8-940c55d99c1b, host dv-cinder-798104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-iscsi',level=0,port_id=58b9a2f9-07bf-4449-bfb8-940c55d99c1b,segment=NetworkSegment(c33c21b7-7592-40e1-a334-7e00067f8a18),segment_id=c33c21b7-7592-40e1-a334-7e00067f8a18)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:41:25.085955 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:25.095536 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:41:25.442339 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Pushing event updated for resources: {'Port': ['ID=58b9a2f9-07bf-4449-bfb8-940c55d99c1b,revision_number=4']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:41:25.453541 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:41:25.805652 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe4b3bfa-e39e-46bd-a9ba-f60c3bf3d465 admin admin] Notify agent at l3_agent.dv-cinder-798104-1-iscsi the message routers_updated {{(pid=74151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 28 16:41:25.860727 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-fe4b3bfa-e39e-46bd-a9ba-f60c3bf3d465 admin admin] 10.222.0.30 "PUT /v2.0/routers/e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 13.1350372
Jun 28 16:41:25.884280 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40578b43-3f01-4bce-b9be-bb83b3dfc403 admin admin] Router 61d3e727-59a3-44ca-ae38-348af801ea3e has already been hosted by L3 agent c1a676c2-2a78-4c35-ab22-a28e05dfd46e {{(pid=74151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 28 16:41:26.316539 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.notifiers.nova [req-4ab853a8-7c5f-4ede-b796-898cb6991da3 req-e3ebc119-568a-49d1-97c6-8b92f322c39f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1eeaa67-27f9-4170-8d1f-88cb9c9acfe5 {{(pid=74150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 28 16:41:26.331429 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-4ab853a8-7c5f-4ede-b796-898cb6991da3 req-e3ebc119-568a-49d1-97c6-8b92f322c39f service neutron] Notify callbacks [] for port, precommit_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:26.363043 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.provisioning_blocks [req-4ab853a8-7c5f-4ede-b796-898cb6991da3 req-e3ebc119-568a-49d1-97c6-8b92f322c39f service neutron] Transition to ACTIVE for port object f1eeaa67-27f9-4170-8d1f-88cb9c9acfe5 will not be triggered until provisioned by entity L2. {{(pid=74150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 28 16:41:26.379382 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-eb611b0f-55d6-403f-a867-755d93761b40 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:26.382730 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-4ab853a8-7c5f-4ede-b796-898cb6991da3 req-e3ebc119-568a-49d1-97c6-8b92f322c39f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:26.468020 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-1d243c90-350e-4d42-8f22-1190ace6e76f tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:41:26.478347 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40578b43-3f01-4bce-b9be-bb83b3dfc403 admin admin] Notify agent at l3_agent.dv-cinder-798104-1-iscsi the message routers_updated {{(pid=74151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 28 16:41:26.494055 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-40578b43-3f01-4bce-b9be-bb83b3dfc403 admin admin] 10.222.0.30 "PUT /v2.0/routers/61d3e727-59a3-44ca-ae38-348af801ea3e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 13.5514259
Jun 28 16:41:26.682204 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ebc119-568a-49d1-97c6-8b92f322c39f service neutron] Pushing event updated for resources: {'Port': ['ID=f1eeaa67-27f9-4170-8d1f-88cb9c9acfe5,revision_number=2']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:41:26.703952 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-e3ebc119-568a-49d1-97c6-8b92f322c39f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:41:26.728985 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 32788) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:41:26.815316 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d098254-f629-4f4f-9750-ce167d1b02c3 req-cd7988ee-cce8-4c0e-93cb-bd1932510e66 tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:41:26.823733 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-9d098254-f629-4f4f-9750-ce167d1b02c3 req-cd7988ee-cce8-4c0e-93cb-bd1932510e66 tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8299ca3-d218-4700-aa5e-e9bc2e666093 HTTP/1.1" status: 200  len: 931 time: 1.7698228
Jun 28 16:41:26.868311 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.managers [req-4ab853a8-7c5f-4ede-b796-898cb6991da3 req-e3ebc119-568a-49d1-97c6-8b92f322c39f service neutron] Attempting to bind port f1eeaa67-27f9-4170-8d1f-88cb9c9acfe5 on host hv-cinder-79810 for vnic_type normal with profile  {{(pid=74150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 28 16:41:26.868722 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.managers [req-4ab853a8-7c5f-4ede-b796-898cb6991da3 req-e3ebc119-568a-49d1-97c6-8b92f322c39f service neutron] Attempting to bind port f1eeaa67-27f9-4170-8d1f-88cb9c9acfe5 by drivers openvswitch,hyperv on host hv-cinder-79810 at level 0 using segments [{'id': '7e0ee00b-e8ea-418c-aae5-177bc97c684b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7cf7e6d2-90dd-4005-a9f9-f2f92291a854'}] {{(pid=74150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 28 16:41:26.869003 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab853a8-7c5f-4ede-b796-898cb6991da3 req-e3ebc119-568a-49d1-97c6-8b92f322c39f service neutron] Attempting to bind port f1eeaa67-27f9-4170-8d1f-88cb9c9acfe5 on network 7cf7e6d2-90dd-4005-a9f9-f2f92291a854 {{(pid=74150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 28 16:41:26.967810 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab853a8-7c5f-4ede-b796-898cb6991da3 req-e3ebc119-568a-49d1-97c6-8b92f322c39f service neutron] Port f1eeaa67-27f9-4170-8d1f-88cb9c9acfe5 on network 7cf7e6d2-90dd-4005-a9f9-f2f92291a854 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79810 {{(pid=74150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 28 16:41:26.968318 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab853a8-7c5f-4ede-b796-898cb6991da3 req-e3ebc119-568a-49d1-97c6-8b92f322c39f service neutron] Attempting to bind port f1eeaa67-27f9-4170-8d1f-88cb9c9acfe5 on network 7cf7e6d2-90dd-4005-a9f9-f2f92291a854 {{(pid=74150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 28 16:41:26.991396 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab853a8-7c5f-4ede-b796-898cb6991da3 req-e3ebc119-568a-49d1-97c6-8b92f322c39f service neutron] Checking agent: {'id': '11e346dd-a6a4-43d4-822e-d449440d0a22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 16, 39, 15), 'started_at': datetime.datetime(2021, 6, 28, 16, 39, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 16, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 28 16:41:26.991852 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab853a8-7c5f-4ede-b796-898cb6991da3 req-e3ebc119-568a-49d1-97c6-8b92f322c39f service neutron] Checking segment: {'id': '7e0ee00b-e8ea-418c-aae5-177bc97c684b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7cf7e6d2-90dd-4005-a9f9-f2f92291a854'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 28 16:41:26.993020 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab853a8-7c5f-4ede-b796-898cb6991da3 req-e3ebc119-568a-49d1-97c6-8b92f322c39f service neutron] Bound using segment: {'id': '7e0ee00b-e8ea-418c-aae5-177bc97c684b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7cf7e6d2-90dd-4005-a9f9-f2f92291a854'} {{(pid=74150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 28 16:41:26.993526 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.managers [req-4ab853a8-7c5f-4ede-b796-898cb6991da3 req-e3ebc119-568a-49d1-97c6-8b92f322c39f service neutron] Bound port: f1eeaa67-27f9-4170-8d1f-88cb9c9acfe5, host: hv-cinder-79810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e0ee00b-e8ea-418c-aae5-177bc97c684b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7cf7e6d2-90dd-4005-a9f9-f2f92291a854'}}] {{(pid=74150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 28 16:41:26.993869 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-4ab853a8-7c5f-4ede-b796-898cb6991da3 req-e3ebc119-568a-49d1-97c6-8b92f322c39f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:27.192922 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-9d098254-f629-4f4f-9750-ce167d1b02c3 req-b9666f9d-8832-430f-96de-90af070182cd tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] 10.222.0.30 "GET /v2.0/security-groups?id=64217a24-193e-47f9-9a30-3d82665c24a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3678501
Jun 28 16:41:27.329550 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device 58b9a2f9-07bf-4449-bfb8-940c55d99c1b up at agent ovs-agent-dv-cinder-798104-1-iscsi {{(pid=74152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 28 16:41:27.455140 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.db_base_plugin_common [None req-eb611b0f-55d6-403f-a867-755d93761b40 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Allocated IP 172.27.2.218 (05d3a8da-27a1-489e-9cdc-367ff8331792/29317296-a498-419b-860c-f9843650e8eb/b867d594-39be-471e-bc84-edec8d152ec2) {{(pid=74150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 28 16:41:27.596336 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-b0f39cf5-4919-4552-8058-60ec8d9f7e6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:27.688707 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Provisioning complete for port 58b9a2f9-07bf-4449-bfb8-940c55d99c1b triggered by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:41:27.689946 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:27.731356 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-b0f39cf5-4919-4552-8058-60ec8d9f7e6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:41:27.744403 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-b0f39cf5-4919-4552-8058-60ec8d9f7e6c admin admin] Usage tracker for resource:security_group_rule and tenant:5075f04c06364961942b219d9dce45eb is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:41:27.754187 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-b0f39cf5-4919-4552-8058-60ec8d9f7e6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:41:27.791118 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-b0f39cf5-4919-4552-8058-60ec8d9f7e6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:41:27.878985 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 32816) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:41:27.916928 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.v2.base [None req-3c8d3288-f7ae-499e-8595-306d84bce3c6 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Request body: {'security_group': {'name': 'tempest-securitygroup--408902303', 'description': 'tempest-description--316421157'}} {{(pid=74151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:41:27.939388 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-3c8d3288-f7ae-499e-8595-306d84bce3c6 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:41:27.948185 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-3c8d3288-f7ae-499e-8595-306d84bce3c6 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Usage tracker for resource:security_group and tenant:63a2e49b0c454d43890a422c6fd0684c is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:41:27.962000 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-3c8d3288-f7ae-499e-8595-306d84bce3c6 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:41:28.087201 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.db [req-4ab853a8-7c5f-4ede-b796-898cb6991da3 req-e3ebc119-568a-49d1-97c6-8b92f322c39f service neutron] For port f1eeaa67-27f9-4170-8d1f-88cb9c9acfe5, host hv-cinder-79810, cleared binding levels {{(pid=74150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 28 16:41:28.094074 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.db [req-4ab853a8-7c5f-4ede-b796-898cb6991da3 req-e3ebc119-568a-49d1-97c6-8b92f322c39f service neutron] For port f1eeaa67-27f9-4170-8d1f-88cb9c9acfe5, host hv-cinder-79810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=f1eeaa67-27f9-4170-8d1f-88cb9c9acfe5,segment=NetworkSegment(7e0ee00b-e8ea-418c-aae5-177bc97c684b),segment_id=7e0ee00b-e8ea-418c-aae5-177bc97c684b)] {{(pid=74150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 28 16:41:28.118443 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-4ab853a8-7c5f-4ede-b796-898cb6991da3 req-e3ebc119-568a-49d1-97c6-8b92f322c39f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:28.142443 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-b0f39cf5-4919-4552-8058-60ec8d9f7e6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:28.145220 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-3c8d3288-f7ae-499e-8595-306d84bce3c6 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:41:28.160620 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-b0f39cf5-4919-4552-8058-60ec8d9f7e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:28.188687 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:41:28.196899 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:41:28.214870 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-3c8d3288-f7ae-499e-8595-306d84bce3c6 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify callbacks [] for security_group, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:28.428142 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-3c8d3288-f7ae-499e-8595-306d84bce3c6 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:41:28.469821 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-3c8d3288-f7ae-499e-8595-306d84bce3c6 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Usage tracker for resource:security_group_rule and tenant:63a2e49b0c454d43890a422c6fd0684c is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:41:28.499736 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-3c8d3288-f7ae-499e-8595-306d84bce3c6 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:41:28.535412 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-3c8d3288-f7ae-499e-8595-306d84bce3c6 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:41:28.613694 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-4ab853a8-7c5f-4ede-b796-898cb6991da3 req-e3ebc119-568a-49d1-97c6-8b92f322c39f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533674'] for port, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:28.636392 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-4ab853a8-7c5f-4ede-b796-898cb6991da3 req-e3ebc119-568a-49d1-97c6-8b92f322c39f service neutron] 10.222.0.15 "PUT /v2.0/ports/f1eeaa67-27f9-4170-8d1f-88cb9c9acfe5 HTTP/1.1" status: 200  len: 1093 time: 4.9465349
Jun 28 16:41:28.637686 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8299ca3-d218-4700-aa5e-e9bc2e666093', 'tag': 'f1eeaa67-27f9-4170-8d1f-88cb9c9acfe5'}] {{(pid=74150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 28 16:41:28.869969 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-3c8d3288-f7ae-499e-8595-306d84bce3c6 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify callbacks [] for security_group, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:28.937223 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-3c8d3288-f7ae-499e-8595-306d84bce3c6 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:29.030572 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f39cf5-4919-4552-8058-60ec8d9f7e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63b11206-0cab-4227-ab37-31b8fdb3301e,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:41:29.100484 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-b0f39cf5-4919-4552-8058-60ec8d9f7e6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.912s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:41:29.101584 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:41:29.213333 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8d3288-f7ae-499e-8595-306d84bce3c6 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=617347ef-10fd-471e-b011-50ccff30f907,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:41:29.237847 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-b0f39cf5-4919-4552-8058-60ec8d9f7e6c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5075f04c06364961942b219d9dce45eb&name=default HTTP/1.1" status: 200  len: 2647 time: 2.5054922
Jun 28 16:41:29.241913 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 32870) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:41:29.249566 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-3c8d3288-f7ae-499e-8595-306d84bce3c6 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:41:29.333598 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-3c8d3288-f7ae-499e-8595-306d84bce3c6 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify callbacks [] for security_group, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:29.337711 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-3c8d3288-f7ae-499e-8595-306d84bce3c6 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1612 time: 1.4574311
Jun 28 16:41:29.362603 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 32876) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:41:29.365728 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-eb611b0f-55d6-403f-a867-755d93761b40 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify callbacks [] for port, precommit_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:29.380841 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.v2.base [None req-58809d50-3674-4807-b876-770acf3d53cc tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Request body: {'security_group_rule': {'security_group_id': '617347ef-10fd-471e-b011-50ccff30f907', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:41:29.397212 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-58809d50-3674-4807-b876-770acf3d53cc tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:41:29.403104 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-58809d50-3674-4807-b876-770acf3d53cc tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Usage tracker for resource:security_group_rule and tenant:63a2e49b0c454d43890a422c6fd0684c is out of sync, need to count used quota {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:41:29.417283 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-58809d50-3674-4807-b876-770acf3d53cc tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:41:29.439915 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-58809d50-3674-4807-b876-770acf3d53cc tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:41:29.450635 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ebc119-568a-49d1-97c6-8b92f322c39f service neutron] Pushing event updated for resources: {'Port': ['ID=f1eeaa67-27f9-4170-8d1f-88cb9c9acfe5,revision_number=3']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:41:29.459275 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-e3ebc119-568a-49d1-97c6-8b92f322c39f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.278s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:41:29.474311 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-810986a4-dc04-402a-89c1-65e147554c3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:29.522555 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-58809d50-3674-4807-b876-770acf3d53cc tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:29.551754 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-810986a4-dc04-402a-89c1-65e147554c3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:29.595258 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 32884) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:41:29.725876 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-810986a4-dc04-402a-89c1-65e147554c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:29.746836 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:41:29.815240 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810986a4-dc04-402a-89c1-65e147554c3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b11206-0cab-4227-ab37-31b8fdb3301e,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:41:29.829643 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-810986a4-dc04-402a-89c1-65e147554c3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:41:29.837687 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-810986a4-dc04-402a-89c1-65e147554c3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:29.840590 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-810986a4-dc04-402a-89c1-65e147554c3a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/63b11206-0cab-4227-ab37-31b8fdb3301e HTTP/1.1" status: 204  len: 168 time: 0.5746224
Jun 28 16:41:29.938693 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-58809d50-3674-4807-b876-770acf3d53cc tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:29.969545 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-eb611b0f-55d6-403f-a867-755d93761b40 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771078328113'] for port, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:29.987323 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-4ab853a8-7c5f-4ede-b796-898cb6991da3 req-f44188d4-15bb-4497-b434-72de51df8109 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9786ff176bb944e4a1432244983df7e1&device_id=a8299ca3-d218-4700-aa5e-e9bc2e666093 HTTP/1.1" status: 200  len: 1096 time: 1.0633030
Jun 28 16:41:29.988099 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-58809d50-3674-4807-b876-770acf3d53cc tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345258'] for security_group_rule, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:29.999602 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd380275-b22c-4cd4-bd98-7df98c49e85a req-c4a4cf99-4d84-4ae2-8470-3611d3c26e95 tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:41:30.041509 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-fd380275-b22c-4cd4-bd98-7df98c49e85a req-c4a4cf99-4d84-4ae2-8470-3611d3c26e95 tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8299ca3-d218-4700-aa5e-e9bc2e666093 HTTP/1.1" status: 200  len: 943 time: 0.8606741
Jun 28 16:41:30.396968 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-f1f35380-f269-4346-bd0e-2008cad0d0e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:41:30.626250 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-5c3391e6-97c7-46c6-b7eb-98cfe479961d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:30.675967 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-4ab853a8-7c5f-4ede-b796-898cb6991da3 req-f38a3844-ff73-4c17-b697-c42448022655 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f1eeaa67-27f9-4170-8d1f-88cb9c9acfe5 HTTP/1.1" status: 200  len: 217 time: 0.4880147
Jun 28 16:41:30.712349 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-5c3391e6-97c7-46c6-b7eb-98cfe479961d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:41:30.717070 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-5c3391e6-97c7-46c6-b7eb-98cfe479961d admin admin] Usage tracker for resource:security_group_rule and tenant:70907b2e70bc4b48a9f25284c6fae975 is out of sync, need to count used quota {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:41:30.720502 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-5c3391e6-97c7-46c6-b7eb-98cfe479961d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:41:30.733521 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-5c3391e6-97c7-46c6-b7eb-98cfe479961d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:41:31.016838 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-5c3391e6-97c7-46c6-b7eb-98cfe479961d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:31.021748 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb611b0f-55d6-403f-a867-755d93761b40 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Network 05d3a8da-27a1-489e-9cdc-367ff8331792 is already hosted by enough agents. {{(pid=74150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 28 16:41:31.039319 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.scheduler.base_scheduler [None req-eb611b0f-55d6-403f-a867-755d93761b40 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Resources bound (agent type, host, resource id):  {{(pid=74150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 28 16:41:31.046957 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-58809d50-3674-4807-b876-770acf3d53cc tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:31.050179 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-58809d50-3674-4807-b876-770acf3d53cc tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 1.6793005
Jun 28 16:41:31.051030 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb611b0f-55d6-403f-a867-755d93761b40 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Pushing event updated for resources: {'Port': ['ID=b867d594-39be-471e-bc84-edec8d152ec2,revision_number=1']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:41:31.052785 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 32918) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:41:31.053361 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-5c3391e6-97c7-46c6-b7eb-98cfe479961d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:31.063455 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb611b0f-55d6-403f-a867-755d93761b40 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Received port after_create {{(pid=74150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 28 16:41:31.068394 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.v2.base [None req-5c9e4afa-b6df-4e7f-a859-36ce33e22234 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Request body: {'security_group_rule': {'security_group_id': '617347ef-10fd-471e-b011-50ccff30f907', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:41:31.074075 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-eb611b0f-55d6-403f-a867-755d93761b40 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.678s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:41:31.082814 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-86dc5d4d-268c-4140-8b73-f98248dd634c tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.610s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:41:31.083511 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-5c9e4afa-b6df-4e7f-a859-36ce33e22234 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:41:31.090659 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-5c9e4afa-b6df-4e7f-a859-36ce33e22234 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Usage tracker for resource:security_group_rule and tenant:63a2e49b0c454d43890a422c6fd0684c is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:41:31.117231 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-5c9e4afa-b6df-4e7f-a859-36ce33e22234 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:41:31.117432 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-fd380275-b22c-4cd4-bd98-7df98c49e85a req-558f412a-98fd-4aab-8c68-b3259d223d8a tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] 10.222.0.30 "GET /v2.0/security-groups?id=64217a24-193e-47f9-9a30-3d82665c24a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0698967
Jun 28 16:41:31.145521 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58809d50-3674-4807-b876-770acf3d53cc tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03069051-0321-42c9-a092-96f7f15f43e9,revision_number=0']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:41:31.149877 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-5c9e4afa-b6df-4e7f-a859-36ce33e22234 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:41:31.151873 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab853a8-7c5f-4ede-b796-898cb6991da3 req-b31d22b9-ee9e-4920-8811-f44258fd33e5 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:41:31.153973 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-4ab853a8-7c5f-4ede-b796-898cb6991da3 req-b31d22b9-ee9e-4920-8811-f44258fd33e5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9c3a086d-22de-4ca9-bd41-ff751b4b91d1 HTTP/1.1" status: 200  len: 852 time: 0.3468299
Jun 28 16:41:31.238988 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-5c9e4afa-b6df-4e7f-a859-36ce33e22234 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:31.245584 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-58809d50-3674-4807-b876-770acf3d53cc tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:41:31.250575 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.155s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:41:31.351573 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device fdc35852-b6f6-405a-825d-15926a01a8b0 up at agent ovs-agent-dv-cinder-798104-1-iscsi {{(pid=74152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 28 16:41:31.512781 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-5c9e4afa-b6df-4e7f-a859-36ce33e22234 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:31.522230 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-5c9e4afa-b6df-4e7f-a859-36ce33e22234 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345258'] for security_group_rule, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:31.524779 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:41:31.566033 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Provisioning for port fdc35852-b6f6-405a-825d-15926a01a8b0 completed by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 28 16:41:31.593539 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Provisioning complete for port fdc35852-b6f6-405a-825d-15926a01a8b0 triggered by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:41:31.594210 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:31.643720 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-5c9e4afa-b6df-4e7f-a859-36ce33e22234 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:31.657840 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-5c9e4afa-b6df-4e7f-a859-36ce33e22234 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.6031392
Jun 28 16:41:31.660957 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9e4afa-b6df-4e7f-a859-36ce33e22234 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce9ff3c6-58b7-4c1d-843a-1c3163d84d8a,revision_number=0']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:41:31.662756 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 32938) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:41:31.683098 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.v2.base [None req-3fc20469-ade1-4369-b5da-90f2273f580b tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Request body: {'floatingip': {'floating_network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792'}} {{(pid=74151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:41:31.707093 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-3fc20469-ade1-4369-b5da-90f2273f580b tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:41:31.712418 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-4ab853a8-7c5f-4ede-b796-898cb6991da3 req-3429a29c-dce6-4645-aed6-5b03d29eeca6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7cf7e6d2-90dd-4005-a9f9-f2f92291a854&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.4871423
Jun 28 16:41:31.732290 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-3fc20469-ade1-4369-b5da-90f2273f580b tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Usage tracker for resource:floatingip and tenant:63a2e49b0c454d43890a422c6fd0684c is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:41:31.742220 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-5c3391e6-97c7-46c6-b7eb-98cfe479961d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=70907b2e70bc4b48a9f25284c6fae975&name=default HTTP/1.1" status: 200  len: 2647 time: 2.1404064
Jun 28 16:41:31.743600 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-3fc20469-ade1-4369-b5da-90f2273f580b tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:41:31.751455 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 32942) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:41:31.770406 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-3fc20469-ade1-4369-b5da-90f2273f580b tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:41:31.811126 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-5c9e4afa-b6df-4e7f-a859-36ce33e22234 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:41:31.816795 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-3fc20469-ade1-4369-b5da-90f2273f580b tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify callbacks [] for floatingip, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:31.855229 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3391e6-97c7-46c6-b7eb-98cfe479961d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=842c0cd0-bffa-4162-88bf-67a158b0a26c,revision_number=1']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:41:31.860263 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-5c3391e6-97c7-46c6-b7eb-98cfe479961d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.610s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:41:31.882139 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:31.927122 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] For port fdc35852-b6f6-405a-825d-15926a01a8b0, host dv-cinder-798104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-iscsi',level=0,port_id=fdc35852-b6f6-405a-825d-15926a01a8b0,segment=NetworkSegment(c33c21b7-7592-40e1-a334-7e00067f8a18),segment_id=c33c21b7-7592-40e1-a334-7e00067f8a18)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:41:31.940828 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:31.944760 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-5a4a1d26-c947-4f71-8376-f0e5e393ef35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:41:32.232178 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Pushing event updated for resources: {'Port': ['ID=fdc35852-b6f6-405a-825d-15926a01a8b0,revision_number=4']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:41:32.252889 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:41:32.367161 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-4ab853a8-7c5f-4ede-b796-898cb6991da3 req-fe0dbc21-42b7-42d4-9c93-62cec274d52f service neutron] 10.222.0.15 "GET /v2.0/networks/7cf7e6d2-90dd-4005-a9f9-f2f92291a854?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6148062
Jun 28 16:41:32.405095 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-3fc20469-ade1-4369-b5da-90f2273f580b tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:32.967697 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8299ca3-d218-4700-aa5e-e9bc2e666093', 'tag': 'f1eeaa67-27f9-4170-8d1f-88cb9c9acfe5', 'status': 'completed', 'code': 200}
Jun 28 16:41:33.023817 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.db_base_plugin_common [None req-3fc20469-ade1-4369-b5da-90f2273f580b tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Allocated IP 172.27.2.138 (05d3a8da-27a1-489e-9cdc-367ff8331792/29317296-a498-419b-860c-f9843650e8eb/5dc45967-f3d0-48ac-94d6-ada6379a960a) {{(pid=74151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 28 16:41:33.163242 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-eb611b0f-55d6-403f-a867-755d93761b40 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:33.243543 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-efacbaeb-4c71-45ae-9a85-76dfcc988469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:33.362467 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device fdc35852-b6f6-405a-825d-15926a01a8b0 up at agent ovs-agent-dv-cinder-798104-1-iscsi {{(pid=74152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 28 16:41:33.461995 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-eb611b0f-55d6-403f-a867-755d93761b40 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:33.646364 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-3fc20469-ade1-4369-b5da-90f2273f580b tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify callbacks [] for port, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:33.698745 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-3fc20469-ade1-4369-b5da-90f2273f580b tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771078328113'] for port, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:33.703298 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-40578b43-3f01-4bce-b9be-bb83b3dfc403 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:41:33.743752 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Provisioning complete for port fdc35852-b6f6-405a-825d-15926a01a8b0 triggered by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:41:33.745629 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:33.823292 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc20469-ade1-4369-b5da-90f2273f580b tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Network 05d3a8da-27a1-489e-9cdc-367ff8331792 is already hosted by enough agents. {{(pid=74151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 28 16:41:33.833284 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.base_scheduler [None req-3fc20469-ade1-4369-b5da-90f2273f580b tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Resources bound (agent type, host, resource id):  {{(pid=74151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 28 16:41:33.836919 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-efacbaeb-4c71-45ae-9a85-76dfcc988469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:33.856086 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc20469-ade1-4369-b5da-90f2273f580b tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Received port after_create {{(pid=74151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 28 16:41:34.384657 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-4ab853a8-7c5f-4ede-b796-898cb6991da3 req-4d1fd54d-2985-4a6c-97a9-54ea4da9aa3f service neutron] 10.222.0.15 "GET /v2.0/networks/7cf7e6d2-90dd-4005-a9f9-f2f92291a854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.7802105
Jun 28 16:41:34.457756 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-3fc20469-ade1-4369-b5da-90f2273f580b tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:34.459429 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc20469-ade1-4369-b5da-90f2273f580b tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Pushing event updated for resources: {'Port': ['ID=5dc45967-f3d0-48ac-94d6-ada6379a960a,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:41:34.527095 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-efacbaeb-4c71-45ae-9a85-76dfcc988469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:34.538242 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-3fc20469-ade1-4369-b5da-90f2273f580b tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.834s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:41:34.585512 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441f6cdd-c403-4bcd-81cc-305ab00376a8 req-e826673a-9145-422b-9037-27d063cb0d25 tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:41:34.602343 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-441f6cdd-c403-4bcd-81cc-305ab00376a8 req-e826673a-9145-422b-9037-27d063cb0d25 tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8299ca3-d218-4700-aa5e-e9bc2e666093 HTTP/1.1" status: 200  len: 943 time: 1.3480375
Jun 28 16:41:34.606285 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-3fc20469-ade1-4369-b5da-90f2273f580b tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:34.655006 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:41:34.828379 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efacbaeb-4c71-45ae-9a85-76dfcc988469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=842c0cd0-bffa-4162-88bf-67a158b0a26c,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:41:34.857509 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-efacbaeb-4c71-45ae-9a85-76dfcc988469 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:41:34.904427 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-441f6cdd-c403-4bcd-81cc-305ab00376a8 req-47f03dff-a1f7-4456-87b7-b81ebacc9dcf tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] 10.222.0.30 "GET /v2.0/security-groups?id=64217a24-193e-47f9-9a30-3d82665c24a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2995682
Jun 28 16:41:34.907564 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-efacbaeb-4c71-45ae-9a85-76dfcc988469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:34.908711 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-efacbaeb-4c71-45ae-9a85-76dfcc988469 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/842c0cd0-bffa-4162-88bf-67a158b0a26c HTTP/1.1" status: 204  len: 168 time: 3.1525788
Jun 28 16:41:34.970023 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-eb611b0f-55d6-403f-a867-755d93761b40 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify callbacks [] for port, precommit_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:35.008692 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-eb611b0f-55d6-403f-a867-755d93761b40 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:35.044946 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:41:35.251361 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-eb611b0f-55d6-403f-a867-755d93761b40 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674138'] for floatingip, after_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:35.303231 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-22cea147-a83e-4ad5-9bbb-a9ac33a80de4 req-30012712-c9e7-4144-8171-11cf1d1e835a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9786ff176bb944e4a1432244983df7e1&device_id=a8299ca3-d218-4700-aa5e-e9bc2e666093 HTTP/1.1" status: 200  len: 1096 time: 0.6246369
Jun 28 16:41:35.311498 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-eb611b0f-55d6-403f-a867-755d93761b40 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022804'] for floatingip, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:35.337165 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-eb611b0f-55d6-403f-a867-755d93761b40 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 11.7001994
Jun 28 16:41:35.357354 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-3fc20469-ade1-4369-b5da-90f2273f580b tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify callbacks [] for port, precommit_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:35.359310 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb611b0f-55d6-403f-a867-755d93761b40 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Pushing event updated for resources: {'Port': ['ID=b867d594-39be-471e-bc84-edec8d152ec2,revision_number=2']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:41:35.371844 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-3fc20469-ade1-4369-b5da-90f2273f580b tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:35.379237 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-eb611b0f-55d6-403f-a867-755d93761b40 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:41:35.414044 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:41:35.700287 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc20469-ade1-4369-b5da-90f2273f580b tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Pushing event updated for resources: {'Port': ['ID=5dc45967-f3d0-48ac-94d6-ada6379a960a,revision_number=2']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:41:35.705401 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-3fc20469-ade1-4369-b5da-90f2273f580b tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:41:35.720632 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-3fc20469-ade1-4369-b5da-90f2273f580b tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674138'] for floatingip, after_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:35.741545 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cea147-a83e-4ad5-9bbb-a9ac33a80de4 req-a2c1b65c-c5b7-4f6e-b6b6-b49506532e19 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:41:35.744077 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-22cea147-a83e-4ad5-9bbb-a9ac33a80de4 req-a2c1b65c-c5b7-4f6e-b6b6-b49506532e19 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7cf7e6d2-90dd-4005-a9f9-f2f92291a854 HTTP/1.1" status: 200  len: 913 time: 0.4050312
Jun 28 16:41:35.771666 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-3fc20469-ade1-4369-b5da-90f2273f580b tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022804'] for floatingip, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:35.781279 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-3fc20469-ade1-4369-b5da-90f2273f580b tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 4.1128354
Jun 28 16:41:35.947852 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-22cea147-a83e-4ad5-9bbb-a9ac33a80de4 req-2ed94605-898d-4950-a59c-518be09c2a06 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f1eeaa67-27f9-4170-8d1f-88cb9c9acfe5 HTTP/1.1" status: 200  len: 217 time: 0.1931677
Jun 28 16:41:36.364794 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-58e4b9eb-7cf2-4cca-93d1-ad27e0dec8da req-94469458-140d-4160-a8f2-e13791c8d96d tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Synchronizing usage tracker for tenant:82c03e5282854bd0ba377331b218109e on resource:security_group {{(pid=74150) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 28 16:41:36.433092 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-58e4b9eb-7cf2-4cca-93d1-ad27e0dec8da req-94469458-140d-4160-a8f2-e13791c8d96d tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Unset dirty status for tenant:82c03e5282854bd0ba377331b218109e on resource:security_group {{(pid=74150) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 28 16:41:36.440778 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-58e4b9eb-7cf2-4cca-93d1-ad27e0dec8da req-94469458-140d-4160-a8f2-e13791c8d96d tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1672508108&fields=id&tenant_id=82c03e5282854bd0ba377331b218109e HTTP/1.1" status: 200  len: 267 time: 0.2091422
Jun 28 16:41:36.510092 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 33042) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:41:36.601034 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-9a11c256-7afc-4737-b1c2-4c0b3ad9d309 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:36.751712 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-9a11c256-7afc-4737-b1c2-4c0b3ad9d309 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:41:36.773693 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-9a11c256-7afc-4737-b1c2-4c0b3ad9d309 admin admin] Usage tracker for resource:security_group_rule and tenant:13a8d4bb7195485f9438a0bc7a3a3439 is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:41:36.791110 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-9a11c256-7afc-4737-b1c2-4c0b3ad9d309 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:41:36.811556 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-9a11c256-7afc-4737-b1c2-4c0b3ad9d309 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:41:37.122324 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-9a11c256-7afc-4737-b1c2-4c0b3ad9d309 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:37.135519 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-9a11c256-7afc-4737-b1c2-4c0b3ad9d309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:37.169678 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:41:37.332425 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-9a11c256-7afc-4737-b1c2-4c0b3ad9d309 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=13a8d4bb7195485f9438a0bc7a3a3439&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8208871
Jun 28 16:41:37.337490 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 33054) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:41:37.359457 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a11c256-7afc-4737-b1c2-4c0b3ad9d309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f8f1ea-a9ea-4028-afee-bbb90edb4a00,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:41:37.364611 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-9a11c256-7afc-4737-b1c2-4c0b3ad9d309 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:41:37.373339 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e4b9eb-7cf2-4cca-93d1-ad27e0dec8da req-ec73d1f6-c4a6-4823-9940-088b8fbc77f7 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:41:37.374590 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-58e4b9eb-7cf2-4cca-93d1-ad27e0dec8da req-ec73d1f6-c4a6-4823-9940-088b8fbc77f7 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Synchronizing usage tracker for tenant:82c03e5282854bd0ba377331b218109e on resource:network {{(pid=74150) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 28 16:41:37.380353 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cea147-a83e-4ad5-9bbb-a9ac33a80de4 req-958456f8-ee78-48cb-9f99-60447f4e85b0 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:41:37.383461 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-22cea147-a83e-4ad5-9bbb-a9ac33a80de4 req-958456f8-ee78-48cb-9f99-60447f4e85b0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9c3a086d-22de-4ca9-bd41-ff751b4b91d1 HTTP/1.1" status: 200  len: 852 time: 0.5578437
Jun 28 16:41:37.544760 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-2c13bea3-5340-4ea3-9fde-d88bb6538ae6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:37.644104 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-22cea147-a83e-4ad5-9bbb-a9ac33a80de4 req-f15b629c-8bc6-4b06-8614-3d5212c13de0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7cf7e6d2-90dd-4005-a9f9-f2f92291a854&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2261651
Jun 28 16:41:37.645875 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-58e4b9eb-7cf2-4cca-93d1-ad27e0dec8da req-ec73d1f6-c4a6-4823-9940-088b8fbc77f7 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Unset dirty status for tenant:82c03e5282854bd0ba377331b218109e on resource:network {{(pid=74150) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 28 16:41:37.647843 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-58e4b9eb-7cf2-4cca-93d1-ad27e0dec8da req-ec73d1f6-c4a6-4823-9940-088b8fbc77f7 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/networks?id=016488fa-4c73-4804-a4b6-958ce586a741 HTTP/1.1" status: 200  len: 810 time: 1.1616559
Jun 28 16:41:37.676579 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-2c13bea3-5340-4ea3-9fde-d88bb6538ae6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:37.720561 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-58e4b9eb-7cf2-4cca-93d1-ad27e0dec8da req-00700839-1674-4200-a82b-d1e9c837561b tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/quotas/82c03e5282854bd0ba377331b218109e HTTP/1.1" status: 200  len: 375 time: 0.0364394
Jun 28 16:41:37.898265 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-2c13bea3-5340-4ea3-9fde-d88bb6538ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:37.908013 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-8677637c-bf97-4c21-b399-9d913c9ed131 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:41:37.948692 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c13bea3-5340-4ea3-9fde-d88bb6538ae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f8f1ea-a9ea-4028-afee-bbb90edb4a00,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:41:37.962528 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-2c13bea3-5340-4ea3-9fde-d88bb6538ae6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:41:37.995633 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 33066) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:41:37.998291 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-2c13bea3-5340-4ea3-9fde-d88bb6538ae6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:38.002072 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-2c13bea3-5340-4ea3-9fde-d88bb6538ae6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/04f8f1ea-a9ea-4028-afee-bbb90edb4a00 HTTP/1.1" status: 204  len: 168 time: 0.6621256
Jun 28 16:41:38.536522 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-6d48e68d-9234-4650-84f6-5f6bae54ef6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:38.613216 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-6d48e68d-9234-4650-84f6-5f6bae54ef6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:41:38.624808 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-6d48e68d-9234-4650-84f6-5f6bae54ef6f admin admin] Usage tracker for resource:security_group_rule and tenant:af6993d8da6e46e3b30d750ae9ac5c09 is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:41:38.634074 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-6d48e68d-9234-4650-84f6-5f6bae54ef6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:41:38.647411 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-6d48e68d-9234-4650-84f6-5f6bae54ef6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:41:38.674333 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-22cea147-a83e-4ad5-9bbb-a9ac33a80de4 req-3d80c3f3-7ecc-4baa-b8dd-f51cf4d3cbc2 service neutron] 10.222.0.15 "GET /v2.0/networks/7cf7e6d2-90dd-4005-a9f9-f2f92291a854?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8503096
Jun 28 16:41:38.763927 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4744a9-e99f-4729-87b6-164e3e2d93f4 req-698eee53-7828-4265-823d-2bbbcdd7dcc8 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:41:38.765524 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-0e4744a9-e99f-4729-87b6-164e3e2d93f4 req-698eee53-7828-4265-823d-2bbbcdd7dcc8 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/networks?id=67cef3f9-4ff6-418e-b6c5-56d49e3c3b89 HTTP/1.1" status: 200  len: 819 time: 0.5582793
Jun 28 16:41:38.799854 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-6d48e68d-9234-4650-84f6-5f6bae54ef6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:38.806920 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-6d48e68d-9234-4650-84f6-5f6bae54ef6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:38.816196 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-b0f39cf5-4919-4552-8058-60ec8d9f7e6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:41:38.861628 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d48e68d-9234-4650-84f6-5f6bae54ef6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e1d45b-859b-4626-bc3c-e8750704d62b,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:41:38.867015 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-6d48e68d-9234-4650-84f6-5f6bae54ef6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:41:38.874463 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-6d48e68d-9234-4650-84f6-5f6bae54ef6f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=af6993d8da6e46e3b30d750ae9ac5c09&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8592925
Jun 28 16:41:38.874463 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 33086) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:41:38.879581 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-58e4b9eb-7cf2-4cca-93d1-ad27e0dec8da req-3e03bb8e-2b57-41fa-ac61-b5476562fec5 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Synchronizing usage tracker for tenant:82c03e5282854bd0ba377331b218109e on resource:port {{(pid=74150) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 28 16:41:38.913273 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-0e4744a9-e99f-4729-87b6-164e3e2d93f4 req-ed9025ce-ceba-4cbb-951e-62b3edaef30a tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/quotas/1fe368935ff745edaa9465a88456bec5 HTTP/1.1" status: 200  len: 375 time: 0.0894463
Jun 28 16:41:38.951527 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-58e4b9eb-7cf2-4cca-93d1-ad27e0dec8da req-3e03bb8e-2b57-41fa-ac61-b5476562fec5 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Unset dirty status for tenant:82c03e5282854bd0ba377331b218109e on resource:port {{(pid=74150) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 28 16:41:38.953882 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-58e4b9eb-7cf2-4cca-93d1-ad27e0dec8da req-3e03bb8e-2b57-41fa-ac61-b5476562fec5 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=82c03e5282854bd0ba377331b218109e&fields=id HTTP/1.1" status: 200  len: 348 time: 1.2222550
Jun 28 16:41:38.968745 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-d934c705-68c6-4f39-9d0d-f2abcc60206b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:38.971456 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-426753d4-4227-46c6-8c92-001f59a01119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:39.014286 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-d934c705-68c6-4f39-9d0d-f2abcc60206b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:39.131548 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-d934c705-68c6-4f39-9d0d-f2abcc60206b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:39.144261 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-6d48e68d-9234-4650-84f6-5f6bae54ef6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:41:39.170769 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d934c705-68c6-4f39-9d0d-f2abcc60206b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e1d45b-859b-4626-bc3c-e8750704d62b,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:41:39.182116 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-d934c705-68c6-4f39-9d0d-f2abcc60206b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:41:39.183155 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-d934c705-68c6-4f39-9d0d-f2abcc60206b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:39.184683 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-d934c705-68c6-4f39-9d0d-f2abcc60206b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c2e1d45b-859b-4626-bc3c-e8750704d62b HTTP/1.1" status: 204  len: 168 time: 0.3092020
Jun 28 16:41:39.249812 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-22cea147-a83e-4ad5-9bbb-a9ac33a80de4 req-2a9a123e-1116-484a-bf91-9add361180bd service neutron] 10.222.0.15 "GET /v2.0/networks/7cf7e6d2-90dd-4005-a9f9-f2f92291a854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5633588
Jun 28 16:41:39.372271 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-0e4744a9-e99f-4729-87b6-164e3e2d93f4 req-0d41f438-8810-4f4a-81a3-bf5b0c07da27 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1fe368935ff745edaa9465a88456bec5&fields=id HTTP/1.1" status: 200  len: 255 time: 0.4293578
Jun 28 16:41:39.397241 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-58e4b9eb-7cf2-4cca-93d1-ad27e0dec8da req-e825fc5f-485b-4b99-87d2-35c01b5751fd service neutron] 10.222.0.30 "GET /v2.0/networks/016488fa-4c73-4804-a4b6-958ce586a741?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3594258
Jun 28 16:41:39.432730 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:39.626177 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-58e4b9eb-7cf2-4cca-93d1-ad27e0dec8da req-7c0f7d44-8fdc-4cb8-abe6-da3c993d2035 service neutron] 10.222.0.30 "GET /v2.0/networks/016488fa-4c73-4804-a4b6-958ce586a741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2278051
Jun 28 16:41:39.792483 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 33114) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:41:39.854799 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-26063ea1-a856-465e-b9fe-f96ed2bd018a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:39.994970 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-26063ea1-a856-465e-b9fe-f96ed2bd018a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:41:40.015241 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-26063ea1-a856-465e-b9fe-f96ed2bd018a admin admin] Usage tracker for resource:security_group_rule and tenant:7556a65ddb1444a3a1d0b47f8e69c641 is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:41:40.027878 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-26063ea1-a856-465e-b9fe-f96ed2bd018a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:41:40.068238 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-26063ea1-a856-465e-b9fe-f96ed2bd018a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:41:40.351920 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [req-0e4744a9-e99f-4729-87b6-164e3e2d93f4 req-48ebce24-4265-4495-b29e-e4dbcf9d0a1b service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=74150) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Jun 28 16:41:40.360954 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-0e4744a9-e99f-4729-87b6-164e3e2d93f4 req-48ebce24-4265-4495-b29e-e4dbcf9d0a1b service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.5071890
Jun 28 16:41:40.424932 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-26063ea1-a856-465e-b9fe-f96ed2bd018a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:40.442942 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-26063ea1-a856-465e-b9fe-f96ed2bd018a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:40.481515 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-2c13bea3-5340-4ea3-9fde-d88bb6538ae6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:41:40.634043 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26063ea1-a856-465e-b9fe-f96ed2bd018a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=561d90b1-5028-46a7-b77b-d577b7cc0cbb,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:41:40.640326 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-26063ea1-a856-465e-b9fe-f96ed2bd018a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:41:40.646163 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-26063ea1-a856-465e-b9fe-f96ed2bd018a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7556a65ddb1444a3a1d0b47f8e69c641&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8509181
Jun 28 16:41:40.647887 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 33150) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:41:40.704506 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9943247-5647-4986-a64c-708bd0680720 req-e41b7370-61b5-4e73-aca6-449ce16d6713 tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:41:40.706309 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-c9943247-5647-4986-a64c-708bd0680720 req-e41b7370-61b5-4e73-aca6-449ce16d6713 tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8299ca3-d218-4700-aa5e-e9bc2e666093 HTTP/1.1" status: 200  len: 943 time: 0.3389425
Jun 28 16:41:40.708387 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-0e4744a9-e99f-4729-87b6-164e3e2d93f4 req-34a9d75a-d7d5-4110-b4ff-7ec49c0f4449 service neutron] 10.222.0.30 "GET /v2.0/networks/67cef3f9-4ff6-418e-b6c5-56d49e3c3b89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2580559
Jun 28 16:41:40.932075 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-87154dcf-c1da-45dd-94b8-7652f89a03b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:41.037987 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-c9943247-5647-4986-a64c-708bd0680720 req-b6b515c2-afe3-42a1-8606-b61b33f7e8c9 tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] 10.222.0.30 "GET /v2.0/security-groups?id=64217a24-193e-47f9-9a30-3d82665c24a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2939148
Jun 28 16:41:41.083700 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-87154dcf-c1da-45dd-94b8-7652f89a03b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:41.257705 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-b0ee18af-c62f-44a4-beec-d06c9ab98623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:41.311655 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-0e4744a9-e99f-4729-87b6-164e3e2d93f4 req-c00550c0-9768-46d2-b893-3317661cf61f service neutron] 10.222.0.30 "GET /v2.0/networks/67cef3f9-4ff6-418e-b6c5-56d49e3c3b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5966282
Jun 28 16:41:41.341878 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-87154dcf-c1da-45dd-94b8-7652f89a03b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:41.367021 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:41:41.416097 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87154dcf-c1da-45dd-94b8-7652f89a03b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=561d90b1-5028-46a7-b77b-d577b7cc0cbb,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:41:41.449737 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-87154dcf-c1da-45dd-94b8-7652f89a03b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:41.458824 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-87154dcf-c1da-45dd-94b8-7652f89a03b1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/561d90b1-5028-46a7-b77b-d577b7cc0cbb HTTP/1.1" status: 204  len: 168 time: 0.8081880
Jun 28 16:41:41.459883 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-87154dcf-c1da-45dd-94b8-7652f89a03b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:41:41.637753 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-0594a8e4-e942-457d-adcf-1f432042a883 req-f1795a5f-8810-451f-9c60-b51080ecd78d tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--408902303&fields=id&tenant_id=63a2e49b0c454d43890a422c6fd0684c HTTP/1.1" status: 200  len: 267 time: 0.1878345
Jun 28 16:41:41.759051 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device f1eeaa67-27f9-4170-8d1f-88cb9c9acfe5 details requested by agent hyperv_hv-cinder-79810 with host hv-cinder-79810 {{(pid=74152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 28 16:41:41.913046 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0594a8e4-e942-457d-adcf-1f432042a883 req-3266a44e-32c5-4dc4-859d-43b7aa2ae98a tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:41:41.925675 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-0594a8e4-e942-457d-adcf-1f432042a883 req-3266a44e-32c5-4dc4-859d-43b7aa2ae98a tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/networks?id=5a346278-b5ab-4c50-92aa-d9c545e84c60 HTTP/1.1" status: 200  len: 817 time: 0.2862520
Jun 28 16:41:42.050287 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-aef01493-8cf9-4bd8-9783-1670850579a3 req-4d665c8f-f197-4349-8f34-1558c68018b3 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/ports?device_id=69a01249-24b4-4899-982a-37bd6370d430 HTTP/1.1" status: 200  len: 210 time: 0.1083360
Jun 28 16:41:42.073286 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-0594a8e4-e942-457d-adcf-1f432042a883 req-be6031b7-4103-4fe0-a3d0-af9ef6534832 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/quotas/63a2e49b0c454d43890a422c6fd0684c HTTP/1.1" status: 200  len: 375 time: 0.1445947
Jun 28 16:41:42.136846 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] For port f1eeaa67-27f9-4170-8d1f-88cb9c9acfe5, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=f1eeaa67-27f9-4170-8d1f-88cb9c9acfe5,segment=NetworkSegment(7e0ee00b-e8ea-418c-aae5-177bc97c684b),segment_id=7e0ee00b-e8ea-418c-aae5-177bc97c684b)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:41:42.165311 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Returning: {'device': 'f1eeaa67-27f9-4170-8d1f-88cb9c9acfe5', 'network_id': '7cf7e6d2-90dd-4005-a9f9-f2f92291a854', 'port_id': 'f1eeaa67-27f9-4170-8d1f-88cb9c9acfe5', 'mac_address': 'fa:16:3e:19:f1:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c3a086d-22de-4ca9-bd41-ff751b4b91d1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 28 16:41:42.378619 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-0594a8e4-e942-457d-adcf-1f432042a883 req-b59f46dd-8575-447e-9839-f722d1348937 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=63a2e49b0c454d43890a422c6fd0684c&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3040464
Jun 28 16:41:42.518019 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:42.598657 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.notifiers.nova [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1eeaa67-27f9-4170-8d1f-88cb9c9acfe5 {{(pid=74152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 28 16:41:42.631722 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] For port f1eeaa67-27f9-4170-8d1f-88cb9c9acfe5, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=f1eeaa67-27f9-4170-8d1f-88cb9c9acfe5,segment=NetworkSegment(7e0ee00b-e8ea-418c-aae5-177bc97c684b),segment_id=7e0ee00b-e8ea-418c-aae5-177bc97c684b)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:41:42.636280 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-6c3ff140-2be5-46e8-b74a-5424bc372793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:42.644897 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:42.648156 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:41:42.947330 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] get_ports_and_sgs() called for port_ids ['f1eeaa67-27f9-4170-8d1f-88cb9c9acfe5'] {{(pid=74152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 28 16:41:43.049226 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-d5e416cf-a884-44ad-b1c7-6d21e32b40ce req-86952a55-c8d6-491f-b84c-be88c77962f0 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce19014e-bb0e-4967-b0e5-c66f6bc47c20 HTTP/1.1" status: 200  len: 210 time: 0.5845459
Jun 28 16:41:43.103080 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Pushing event updated for resources: {'Port': ['ID=f1eeaa67-27f9-4170-8d1f-88cb9c9acfe5,revision_number=4']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:41:43.115774 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:41:43.310790 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-0594a8e4-e942-457d-adcf-1f432042a883 req-68d16b72-23a9-452d-b462-8f8272d43741 service neutron] 10.222.0.30 "GET /v2.0/networks/5a346278-b5ab-4c50-92aa-d9c545e84c60?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9152265
Jun 28 16:41:43.923898 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-0594a8e4-e942-457d-adcf-1f432042a883 req-0dfe61c8-a59d-4b23-8668-b60783b92ede service neutron] 10.222.0.30 "GET /v2.0/networks/5a346278-b5ab-4c50-92aa-d9c545e84c60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5942516
Jun 28 16:41:43.955110 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c699047-6dbf-4058-a0c8-6e860f549d91 req-6cbe35d3-df65-47c6-aa5d-2b05741a85b5 tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:41:43.995930 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-0c699047-6dbf-4058-a0c8-6e860f549d91 req-6cbe35d3-df65-47c6-aa5d-2b05741a85b5 tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8299ca3-d218-4700-aa5e-e9bc2e666093 HTTP/1.1" status: 200  len: 944 time: 0.2751737
Jun 28 16:41:44.067286 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-5e27322e-457d-4bf0-b73d-ff6c09f635fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:44.161081 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-0c699047-6dbf-4058-a0c8-6e860f549d91 req-8a0f2a8e-19ee-4ed7-b839-2795c772224f tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] 10.222.0.30 "GET /v2.0/security-groups?id=64217a24-193e-47f9-9a30-3d82665c24a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1609561
Jun 28 16:41:44.840124 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-0b831628-b476-4585-b250-e1f12d5ccead req-e72a3f8d-0c0f-4313-a7e7-834641d5ec10 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/ports?device_id=69a01249-24b4-4899-982a-37bd6370d430 HTTP/1.1" status: 200  len: 210 time: 0.1448715
Jun 28 16:41:44.997391 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:45.345059 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-f1db6599-49b0-4f09-a176-a19d2fb4ad81 req-ddf54413-1b56-4381-8c12-23d43b7f8056 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a3c276e-863c-4266-95d9-7d34e687fbcb HTTP/1.1" status: 200  len: 210 time: 0.2519927
Jun 28 16:41:45.358075 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e4b9eb-7cf2-4cca-93d1-ad27e0dec8da req-e8d034f4-c192-4fb1-8d23-77df3bcab9d0 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:41:45.359610 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-58e4b9eb-7cf2-4cca-93d1-ad27e0dec8da req-e8d034f4-c192-4fb1-8d23-77df3bcab9d0 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.15 "GET /v2.0/networks?id=016488fa-4c73-4804-a4b6-958ce586a741 HTTP/1.1" status: 200  len: 810 time: 0.9315343
Jun 28 16:41:45.404930 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d7e9d-e993-4f2a-b422-3f0f44523661 req-d105fe30-5c7c-4073-84d2-162a76942080 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:41:45.412767 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-587d7e9d-e993-4f2a-b422-3f0f44523661 req-d105fe30-5c7c-4073-84d2-162a76942080 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/networks?id=67cef3f9-4ff6-418e-b6c5-56d49e3c3b89 HTTP/1.1" status: 200  len: 819 time: 0.7160554
Jun 28 16:41:45.473788 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-587d7e9d-e993-4f2a-b422-3f0f44523661 req-9cb52cb2-f909-4c4e-afdc-5f73583cdd83 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/quotas/1fe368935ff745edaa9465a88456bec5 HTTP/1.1" status: 200  len: 375 time: 0.0598445
Jun 28 16:41:45.487604 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-58e4b9eb-7cf2-4cca-93d1-ad27e0dec8da req-dde06e7b-207a-45b3-ad8d-45f675cee0ef tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=82c03e5282854bd0ba377331b218109e HTTP/1.1" status: 200  len: 380 time: 0.1132143
Jun 28 16:41:45.500843 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.v2.base [req-58e4b9eb-7cf2-4cca-93d1-ad27e0dec8da req-dd5d3173-3c91-4bdb-ba30-4fb99434c08e tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Request body: {'port': {'device_id': '69a01249-24b4-4899-982a-37bd6370d430', 'network_id': '016488fa-4c73-4804-a4b6-958ce586a741', 'admin_state_up': True, 'tenant_id': '82c03e5282854bd0ba377331b218109e', 'security_groups': ['961c93a5-ebeb-476d-8144-f2a60620665a']}} {{(pid=74150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:41:45.512324 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.15', 56744) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:41:45.727175 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device f1eeaa67-27f9-4170-8d1f-88cb9c9acfe5 up at agent hyperv_hv-cinder-79810 {{(pid=74152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 28 16:41:45.965558 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Provisioning for port f1eeaa67-27f9-4170-8d1f-88cb9c9acfe5 completed by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 28 16:41:45.982552 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Provisioning complete for port f1eeaa67-27f9-4170-8d1f-88cb9c9acfe5 triggered by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:41:45.983182 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:46.061336 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4744a9-e99f-4729-87b6-164e3e2d93f4 req-108c7942-6622-4119-9a66-5da383c4f421 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:41:46.063638 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [req-0e4744a9-e99f-4729-87b6-164e3e2d93f4 req-108c7942-6622-4119-9a66-5da383c4f421 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Synchronizing usage tracker for tenant:1fe368935ff745edaa9465a88456bec5 on resource:network {{(pid=74151) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 28 16:41:46.138974 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [req-0e4744a9-e99f-4729-87b6-164e3e2d93f4 req-108c7942-6622-4119-9a66-5da383c4f421 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Unset dirty status for tenant:1fe368935ff745edaa9465a88456bec5 on resource:network {{(pid=74151) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 28 16:41:46.141808 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-0e4744a9-e99f-4729-87b6-164e3e2d93f4 req-108c7942-6622-4119-9a66-5da383c4f421 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.15 "GET /v2.0/networks?id=67cef3f9-4ff6-418e-b6c5-56d49e3c3b89 HTTP/1.1" status: 200  len: 819 time: 0.6264455
Jun 28 16:41:46.163724 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.v2.base [req-0e4744a9-e99f-4729-87b6-164e3e2d93f4 req-3e227318-3646-49ce-b57b-ae6d6b4a9845 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Request body: {'port': {'device_id': 'ce19014e-bb0e-4967-b0e5-c66f6bc47c20', 'network_id': '67cef3f9-4ff6-418e-b6c5-56d49e3c3b89', 'admin_state_up': True, 'tenant_id': '1fe368935ff745edaa9465a88456bec5'}} {{(pid=74151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:41:46.338065 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [req-58e4b9eb-7cf2-4cca-93d1-ad27e0dec8da req-dd5d3173-3c91-4bdb-ba30-4fb99434c08e tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:41:46.377984 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [req-58e4b9eb-7cf2-4cca-93d1-ad27e0dec8da req-dd5d3173-3c91-4bdb-ba30-4fb99434c08e tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:41:46.482666 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:46.526048 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8299ca3-d218-4700-aa5e-e9bc2e666093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1eeaa67-27f9-4170-8d1f-88cb9c9acfe5'}] {{(pid=74152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 28 16:41:46.640523 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] For port f1eeaa67-27f9-4170-8d1f-88cb9c9acfe5, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=f1eeaa67-27f9-4170-8d1f-88cb9c9acfe5,segment=NetworkSegment(7e0ee00b-e8ea-418c-aae5-177bc97c684b),segment_id=7e0ee00b-e8ea-418c-aae5-177bc97c684b)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:41:46.655457 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:46.662014 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58e4b9eb-7cf2-4cca-93d1-ad27e0dec8da req-dd5d3173-3c91-4bdb-ba30-4fb99434c08e tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Made reservation on behalf of 82c03e5282854bd0ba377331b218109e for: {'port': 1} {{(pid=74150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 28 16:41:46.667567 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-fd5c4a89-cb63-44e7-9ba0-a74df520768a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:41:46.671943 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-58e4b9eb-7cf2-4cca-93d1-ad27e0dec8da req-dd5d3173-3c91-4bdb-ba30-4fb99434c08e tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:46.748822 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [req-0e4744a9-e99f-4729-87b6-164e3e2d93f4 req-3e227318-3646-49ce-b57b-ae6d6b4a9845 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:41:46.770697 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [req-0e4744a9-e99f-4729-87b6-164e3e2d93f4 req-3e227318-3646-49ce-b57b-ae6d6b4a9845 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Usage tracker for resource:port and tenant:1fe368935ff745edaa9465a88456bec5 is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:41:46.784621 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [req-0e4744a9-e99f-4729-87b6-164e3e2d93f4 req-3e227318-3646-49ce-b57b-ae6d6b4a9845 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Quota usage for port was recalculated. Used quota:1. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:41:46.819256 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [req-0e4744a9-e99f-4729-87b6-164e3e2d93f4 req-3e227318-3646-49ce-b57b-ae6d6b4a9845 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:41:46.868021 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e4744a9-e99f-4729-87b6-164e3e2d93f4 req-3e227318-3646-49ce-b57b-ae6d6b4a9845 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Made reservation on behalf of 1fe368935ff745edaa9465a88456bec5 for: {'port': 1} {{(pid=74151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 28 16:41:46.886950 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [req-0e4744a9-e99f-4729-87b6-164e3e2d93f4 req-3e227318-3646-49ce-b57b-ae6d6b4a9845 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:46.938203 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.15', 56749) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:41:46.949842 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Pushing event updated for resources: {'Port': ['ID=f1eeaa67-27f9-4170-8d1f-88cb9c9acfe5,revision_number=5']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:41:46.955314 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:41:47.291969 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 33364) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:41:47.402646 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-587d7e9d-e993-4f2a-b422-3f0f44523661 req-7f453df3-b953-4858-9476-fb4052ea264a tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1fe368935ff745edaa9465a88456bec5&fields=id HTTP/1.1" status: 200  len: 255 time: 1.9094007
Jun 28 16:41:47.442056 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0594a8e4-e942-457d-adcf-1f432042a883 req-f61b5c4e-b277-43b3-b2c8-1e73d672ce62 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:41:47.448334 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-0594a8e4-e942-457d-adcf-1f432042a883 req-f61b5c4e-b277-43b3-b2c8-1e73d672ce62 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.15 "GET /v2.0/networks?id=5a346278-b5ab-4c50-92aa-d9c545e84c60 HTTP/1.1" status: 200  len: 817 time: 0.4875817
Jun 28 16:41:47.575935 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.db_base_plugin_common [req-0e4744a9-e99f-4729-87b6-164e3e2d93f4 req-3e227318-3646-49ce-b57b-ae6d6b4a9845 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Allocated IP 172.20.0.5 (67cef3f9-4ff6-418e-b6c5-56d49e3c3b89/ac8dc62b-c0d1-448e-9b7b-2ee53b76484f/fc14b82e-34e1-4165-9bdf-d6c4b422fafc) {{(pid=74151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 28 16:41:47.905890 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-146cf9be-1d80-4c11-b3f7-03f1ff3ee338 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:47.907058 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb56c129-fcc6-41ce-a540-3f628f24ab3d req-5ce6a0d1-6867-43c2-9bd6-0c4d846f16b3 tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:41:47.910076 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-eb56c129-fcc6-41ce-a540-3f628f24ab3d req-5ce6a0d1-6867-43c2-9bd6-0c4d846f16b3 tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8299ca3-d218-4700-aa5e-e9bc2e666093 HTTP/1.1" status: 200  len: 944 time: 1.6227796
Jun 28 16:41:47.973173 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-0594a8e4-e942-457d-adcf-1f432042a883 req-b2174873-171f-4d01-8f84-a82dc7c29cbd tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63a2e49b0c454d43890a422c6fd0684c HTTP/1.1" status: 200  len: 379 time: 0.4169614
Jun 28 16:41:48.029108 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-146cf9be-1d80-4c11-b3f7-03f1ff3ee338 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:41:48.043923 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-146cf9be-1d80-4c11-b3f7-03f1ff3ee338 admin admin] Usage tracker for resource:security_group_rule and tenant:ceeeb4c5d8594cb0a9b709c63cc082a5 is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:41:48.053480 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-146cf9be-1d80-4c11-b3f7-03f1ff3ee338 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:41:48.074251 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.v2.base [req-0594a8e4-e942-457d-adcf-1f432042a883 req-e714707d-aed6-429f-a632-a6930942f9f9 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Request body: {'port': {'device_id': '6a3c276e-863c-4266-95d9-7d34e687fbcb', 'network_id': '5a346278-b5ab-4c50-92aa-d9c545e84c60', 'admin_state_up': True, 'tenant_id': '63a2e49b0c454d43890a422c6fd0684c', 'security_groups': ['617347ef-10fd-471e-b011-50ccff30f907']}} {{(pid=74150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:41:48.084950 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-146cf9be-1d80-4c11-b3f7-03f1ff3ee338 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:41:48.098527 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [req-0e4744a9-e99f-4729-87b6-164e3e2d93f4 req-3e227318-3646-49ce-b57b-ae6d6b4a9845 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Notify callbacks [] for port, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:48.240527 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [req-0e4744a9-e99f-4729-87b6-164e3e2d93f4 req-3e227318-3646-49ce-b57b-ae6d6b4a9845 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771078328113'] for port, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:48.282274 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-3fc20469-ade1-4369-b5da-90f2273f580b tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:41:48.295575 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-587d7e9d-e993-4f2a-b422-3f0f44523661 req-789f3af2-dae5-48a3-93d2-9c181364f275 service neutron] 10.222.0.30 "GET /v2.0/networks/67cef3f9-4ff6-418e-b6c5-56d49e3c3b89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8898048
Jun 28 16:41:48.369490 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.db_base_plugin_common [req-58e4b9eb-7cf2-4cca-93d1-ad27e0dec8da req-dd5d3173-3c91-4bdb-ba30-4fb99434c08e tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Allocated IP 172.20.0.4 (016488fa-4c73-4804-a4b6-958ce586a741/c17c6b4c-b032-4eb3-9e61-7e44dcd4cae3/ffc5ad1f-7e0f-48d1-9e62-7942808edf31) {{(pid=74150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 28 16:41:48.434880 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-eb56c129-fcc6-41ce-a540-3f628f24ab3d req-806ed3e0-e898-45b5-863d-daeffc38e700 tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] 10.222.0.30 "GET /v2.0/security-groups?id=64217a24-193e-47f9-9a30-3d82665c24a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4440730
Jun 28 16:41:48.512853 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-146cf9be-1d80-4c11-b3f7-03f1ff3ee338 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:48.545215 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-146cf9be-1d80-4c11-b3f7-03f1ff3ee338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:48.569012 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [req-0594a8e4-e942-457d-adcf-1f432042a883 req-e714707d-aed6-429f-a632-a6930942f9f9 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:41:48.572726 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e4744a9-e99f-4729-87b6-164e3e2d93f4 req-3e227318-3646-49ce-b57b-ae6d6b4a9845 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Network 67cef3f9-4ff6-418e-b6c5-56d49e3c3b89 is already hosted by enough agents. {{(pid=74151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 28 16:41:48.581819 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.base_scheduler [req-0e4744a9-e99f-4729-87b6-164e3e2d93f4 req-3e227318-3646-49ce-b57b-ae6d6b4a9845 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Resources bound (agent type, host, resource id):  {{(pid=74151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 28 16:41:48.585893 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e4744a9-e99f-4729-87b6-164e3e2d93f4 req-3e227318-3646-49ce-b57b-ae6d6b4a9845 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Received port after_create {{(pid=74151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 28 16:41:48.593005 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4744a9-e99f-4729-87b6-164e3e2d93f4 req-3e227318-3646-49ce-b57b-ae6d6b4a9845 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:41:48.594019 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [req-0e4744a9-e99f-4729-87b6-164e3e2d93f4 req-3e227318-3646-49ce-b57b-ae6d6b4a9845 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533674'] for port, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:48.599840 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-0594a8e4-e942-457d-adcf-1f432042a883 req-e714707d-aed6-429f-a632-a6930942f9f9 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Usage tracker for resource:port and tenant:63a2e49b0c454d43890a422c6fd0684c is out of sync, need to count used quota {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:41:48.619400 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e227318-3646-49ce-b57b-ae6d6b4a9845 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Pushing event updated for resources: {'Port': ['ID=fc14b82e-34e1-4165-9bdf-d6c4b422fafc,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:41:48.624151 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-3e227318-3646-49ce-b57b-ae6d6b4a9845 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:41:48.632298 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:41:48.660318 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-0594a8e4-e942-457d-adcf-1f432042a883 req-e714707d-aed6-429f-a632-a6930942f9f9 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Quota usage for port was recalculated. Used quota:3. {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:41:48.666485 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-587d7e9d-e993-4f2a-b422-3f0f44523661 req-534cb809-cee0-461c-a2cf-128ed04714b4 service neutron] 10.222.0.30 "GET /v2.0/networks/67cef3f9-4ff6-418e-b6c5-56d49e3c3b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3463721
Jun 28 16:41:48.710693 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [req-0594a8e4-e942-457d-adcf-1f432042a883 req-e714707d-aed6-429f-a632-a6930942f9f9 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:41:48.720256 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-146cf9be-1d80-4c11-b3f7-03f1ff3ee338 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ceeeb4c5d8594cb0a9b709c63cc082a5&name=default HTTP/1.1" status: 200  len: 2647 time: 1.4265795
Jun 28 16:41:48.726861 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 33394) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:41:48.729280 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-0e4744a9-e99f-4729-87b6-164e3e2d93f4 req-3e227318-3646-49ce-b57b-ae6d6b4a9845 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5740564
Jun 28 16:41:48.743552 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-1120b626-000f-40dc-8019-f1c212370cc8 req-9755fe56-eb30-493d-9a5e-aa26e0dcc9bd tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/ports?device_id=69a01249-24b4-4899-982a-37bd6370d430 HTTP/1.1" status: 200  len: 210 time: 0.0849719
Jun 28 16:41:48.753230 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146cf9be-1d80-4c11-b3f7-03f1ff3ee338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eac581ef-6dbb-45d5-a75d-25949a99b013,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:41:48.760084 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0594a8e4-e942-457d-adcf-1f432042a883 req-e714707d-aed6-429f-a632-a6930942f9f9 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Made reservation on behalf of 63a2e49b0c454d43890a422c6fd0684c for: {'port': 1} {{(pid=74150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 28 16:41:48.763955 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-0594a8e4-e942-457d-adcf-1f432042a883 req-e714707d-aed6-429f-a632-a6930942f9f9 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:48.766492 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-146cf9be-1d80-4c11-b3f7-03f1ff3ee338 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:41:48.795801 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.v2.base [req-0e4744a9-e99f-4729-87b6-164e3e2d93f4 req-bd3ce9e9-dc4e-483e-9453-280a3c98ace5 service neutron] Request body: {'port': {'device_id': 'ce19014e-bb0e-4967-b0e5-c66f6bc47c20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79810'}} {{(pid=74151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:41:49.020704 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-58e4b9eb-7cf2-4cca-93d1-ad27e0dec8da req-dd5d3173-3c91-4bdb-ba30-4fb99434c08e tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify callbacks [] for port, precommit_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:49.264269 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-a804803e-87cd-4f68-afee-51d7845dc95d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:49.321558 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [req-0e4744a9-e99f-4729-87b6-164e3e2d93f4 req-bd3ce9e9-dc4e-483e-9453-280a3c98ace5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:49.418531 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-a804803e-87cd-4f68-afee-51d7845dc95d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:49.449614 dv-cinder-798104-1-iscsi neutron-server[74152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8299ca3-d218-4700-aa5e-e9bc2e666093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1eeaa67-27f9-4170-8d1f-88cb9c9acfe5', 'code': 200}
Jun 28 16:41:49.458641 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc0d43b-29dd-4a2e-aab5-43ba090024cd None None] Sync routers for ids ['0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49'] in dv-cinder-798104-1-iscsi {{(pid=74152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 28 16:41:49.495048 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.provisioning_blocks [req-58e4b9eb-7cf2-4cca-93d1-ad27e0dec8da req-dd5d3173-3c91-4bdb-ba30-4fb99434c08e tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Transition to ACTIVE for port object ffc5ad1f-7e0f-48d1-9e62-7942808edf31 will not be triggered until provisioned by entity DHCP. {{(pid=74150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 28 16:41:49.505792 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc0d43b-29dd-4a2e-aab5-43ba090024cd None None] Routers {'0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49'} bound to L3 agent in host dv-cinder-798104-1-iscsi {{(pid=74152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 28 16:41:49.508053 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-ecc0d43b-29dd-4a2e-aab5-43ba090024cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa2cf769eb0>, 'dv-cinder-798104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T16:33:11Z,description=<?>,heartbeat_timestamp=2021-06-28T16:41:41Z,host='dv-cinder-798104-1-iscsi',id=c1a676c2-2a78-4c35-ab22-a28e05dfd46e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-28T16:33:11Z,topic='l3_agent')) {'router_ids': ['0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49'], 'active': True} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:41:49.671468 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.db_base_plugin_common [req-0594a8e4-e942-457d-adcf-1f432042a883 req-e714707d-aed6-429f-a632-a6930942f9f9 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Allocated IP 172.20.0.12 (5a346278-b5ab-4c50-92aa-d9c545e84c60/b3e3d357-dcc0-424c-a40d-bd73416cd8db/75089fd2-da65-4e0a-8bb4-4377a45a94d1) {{(pid=74150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 28 16:41:49.868554 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-be968e08-bb28-4355-b80c-cd2cde14d771 req-bc200bc4-3973-43a6-9d9b-e1a9765517e1 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a3c276e-863c-4266-95d9-7d34e687fbcb HTTP/1.1" status: 200  len: 210 time: 0.6945961
Jun 28 16:41:50.004564 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvr_db [None req-ecc0d43b-29dd-4a2e-aab5-43ba090024cd None None] Set router 0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49 gateway port host: dv-cinder-798104-1-iscsi {{(pid=74152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 28 16:41:50.014002 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-a804803e-87cd-4f68-afee-51d7845dc95d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:50.045673 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-3c8d3288-f7ae-499e-8595-306d84bce3c6 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:41:50.087082 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-a804803e-87cd-4f68-afee-51d7845dc95d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:50.089773 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-a804803e-87cd-4f68-afee-51d7845dc95d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/eac581ef-6dbb-45d5-a75d-25949a99b013 HTTP/1.1" status: 204  len: 168 time: 1.3586025
Jun 28 16:41:50.167332 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a804803e-87cd-4f68-afee-51d7845dc95d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac581ef-6dbb-45d5-a75d-25949a99b013,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:41:50.187728 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-a804803e-87cd-4f68-afee-51d7845dc95d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:41:50.236596 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-622f4f88-da53-4948-ae17-a5f99a68d45e req-c7dc9c6a-76f8-4c66-835b-59750efc343c tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/ports?device_id=efa4f703-a74a-47fc-a1eb-b46e13636aa1 HTTP/1.1" status: 200  len: 210 time: 0.3485715
Jun 28 16:41:50.385201 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-58e4b9eb-7cf2-4cca-93d1-ad27e0dec8da req-dd5d3173-3c91-4bdb-ba30-4fb99434c08e tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771078328113'] for port, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:50.461477 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-eb611b0f-55d6-403f-a867-755d93761b40 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:41:50.766397 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58e4b9eb-7cf2-4cca-93d1-ad27e0dec8da req-dd5d3173-3c91-4bdb-ba30-4fb99434c08e tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Network 016488fa-4c73-4804-a4b6-958ce586a741 is already hosted by enough agents. {{(pid=74150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 28 16:41:50.770842 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-0594a8e4-e942-457d-adcf-1f432042a883 req-e714707d-aed6-429f-a632-a6930942f9f9 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify callbacks [] for port, precommit_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:50.787196 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.scheduler.base_scheduler [req-58e4b9eb-7cf2-4cca-93d1-ad27e0dec8da req-dd5d3173-3c91-4bdb-ba30-4fb99434c08e tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Resources bound (agent type, host, resource id):  {{(pid=74150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 28 16:41:50.790188 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5d3173-3c91-4bdb-ba30-4fb99434c08e tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Pushing event updated for resources: {'Port': ['ID=ffc5ad1f-7e0f-48d1-9e62-7942808edf31,revision_number=1']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:41:50.792944 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.l3_dvrscheduler_db [req-58e4b9eb-7cf2-4cca-93d1-ad27e0dec8da req-dd5d3173-3c91-4bdb-ba30-4fb99434c08e tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Received port after_create {{(pid=74150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 28 16:41:50.798760 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e4b9eb-7cf2-4cca-93d1-ad27e0dec8da req-dd5d3173-3c91-4bdb-ba30-4fb99434c08e tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:41:50.799730 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-58e4b9eb-7cf2-4cca-93d1-ad27e0dec8da req-dd5d3173-3c91-4bdb-ba30-4fb99434c08e tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533674'] for port, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:50.815251 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-dd5d3173-3c91-4bdb-ba30-4fb99434c08e tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:41:50.854920 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.provisioning_blocks [req-0594a8e4-e942-457d-adcf-1f432042a883 req-e714707d-aed6-429f-a632-a6930942f9f9 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Transition to ACTIVE for port object 75089fd2-da65-4e0a-8bb4-4377a45a94d1 will not be triggered until provisioned by entity DHCP. {{(pid=74150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 28 16:41:50.909668 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-58e4b9eb-7cf2-4cca-93d1-ad27e0dec8da req-dd5d3173-3c91-4bdb-ba30-4fb99434c08e tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.4153624
Jun 28 16:41:50.922171 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46465360-0139-4e12-8485-8148ae5b9af1 req-b28be8dc-5e65-4dcb-bea7-47f08d9ca966 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:41:50.923384 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-46465360-0139-4e12-8485-8148ae5b9af1 req-b28be8dc-5e65-4dcb-bea7-47f08d9ca966 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Synchronizing usage tracker for tenant:82c03e5282854bd0ba377331b218109e on resource:port {{(pid=74150) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 28 16:41:50.944277 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f73d7a-169d-4d90-8142-f71872d09a4f req-00b43138-64bd-4ca7-ab2f-b7ba44e19d51 tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:41:50.946920 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-58f73d7a-169d-4d90-8142-f71872d09a4f req-00b43138-64bd-4ca7-ab2f-b7ba44e19d51 tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8299ca3-d218-4700-aa5e-e9bc2e666093 HTTP/1.1" status: 200  len: 945 time: 0.3516071
Jun 28 16:41:50.950143 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-0594a8e4-e942-457d-adcf-1f432042a883 req-e714707d-aed6-429f-a632-a6930942f9f9 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771078328113'] for port, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:50.969703 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-e3ebc119-568a-49d1-97c6-8b92f322c39f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:41:51.065349 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-46465360-0139-4e12-8485-8148ae5b9af1 req-b28be8dc-5e65-4dcb-bea7-47f08d9ca966 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Unset dirty status for tenant:82c03e5282854bd0ba377331b218109e on resource:port {{(pid=74150) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 28 16:41:51.072344 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-46465360-0139-4e12-8485-8148ae5b9af1 req-b28be8dc-5e65-4dcb-bea7-47f08d9ca966 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/ports?device_id=69a01249-24b4-4899-982a-37bd6370d430 HTTP/1.1" status: 200  len: 931 time: 0.4551291
Jun 28 16:41:51.137184 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.notifiers.nova [req-0e4744a9-e99f-4729-87b6-164e3e2d93f4 req-bd3ce9e9-dc4e-483e-9453-280a3c98ace5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc14b82e-34e1-4165-9bdf-d6c4b422fafc {{(pid=74151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 28 16:41:51.152775 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [req-0e4744a9-e99f-4729-87b6-164e3e2d93f4 req-bd3ce9e9-dc4e-483e-9453-280a3c98ace5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:51.186189 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.provisioning_blocks [req-0e4744a9-e99f-4729-87b6-164e3e2d93f4 req-bd3ce9e9-dc4e-483e-9453-280a3c98ace5 service neutron] Transition to ACTIVE for port object fc14b82e-34e1-4165-9bdf-d6c4b422fafc will not be triggered until provisioned by entity L2. {{(pid=74151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 28 16:41:51.196440 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [req-0e4744a9-e99f-4729-87b6-164e3e2d93f4 req-bd3ce9e9-dc4e-483e-9453-280a3c98ace5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:51.216963 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 33458) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:41:51.217566 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:41:51.243888 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-ecc0d43b-29dd-4a2e-aab5-43ba090024cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa2cf769eb0>, [{'id': '0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49', 'name': 'tempest-AttachVolumeTestJSON-580518908-router', 'tenant_id': '82c03e5282854bd0ba377331b218109e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': '22fff4eb-67d8-4e77-ad16-b759475d4229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:06Z', 'updated_at': '2021-06-28T16:41:15Z', 'revision_number': 4, 'project_id': '82c03e5282854bd0ba377331b218109e', 'gw_port': {'id': '22fff4eb-67d8-4e77-ad16-b759475d4229', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ef:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:07Z', 'updated_at': '2021-06-28T16:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi', '_interfaces': [{'id': '6481c4ed-2367-4a81-8d50-3e55bb4b57fd', 'name': '', 'network_id': '016488fa-4c73-4804-a4b6-958ce586a741', 'tenant_id': '82c03e5282854bd0ba377331b218109e', 'mac_address': 'fa:16:3e:45:88:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c17c6b4c-b032-4eb3-9e61-7e44dcd4cae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:13Z', 'updated_at': '2021-06-28T16:41:16Z', 'revision_number': 2, 'project_id': '82c03e5282854bd0ba377331b218109e', 'subnets': [{'id': 'c17c6b4c-b032-4eb3-9e61-7e44dcd4cae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-iscsi', False) {} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:41:51.250083 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0594a8e4-e942-457d-adcf-1f432042a883 req-e714707d-aed6-429f-a632-a6930942f9f9 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Network 5a346278-b5ab-4c50-92aa-d9c545e84c60 is already hosted by enough agents. {{(pid=74150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 28 16:41:51.259325 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e714707d-aed6-429f-a632-a6930942f9f9 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Pushing event updated for resources: {'Port': ['ID=75089fd2-da65-4e0a-8bb4-4377a45a94d1,revision_number=1']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:41:51.260454 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc0d43b-29dd-4a2e-aab5-43ba090024cd None None] Checking router: 0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49 for host: dv-cinder-798104-1-iscsi {{(pid=74152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 28 16:41:51.261617 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc0d43b-29dd-4a2e-aab5-43ba090024cd None None] Updating router 0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49 port 6481c4ed-2367-4a81-8d50-3e55bb4b57fd binding host dv-cinder-798104-1-iscsi {{(pid=74152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 28 16:41:51.262321 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.scheduler.base_scheduler [req-0594a8e4-e942-457d-adcf-1f432042a883 req-e714707d-aed6-429f-a632-a6930942f9f9 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Resources bound (agent type, host, resource id):  {{(pid=74150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 28 16:41:51.274162 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-e714707d-aed6-429f-a632-a6930942f9f9 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:41:51.276866 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.l3_dvrscheduler_db [req-0594a8e4-e942-457d-adcf-1f432042a883 req-e714707d-aed6-429f-a632-a6930942f9f9 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Received port after_create {{(pid=74150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 28 16:41:51.281695 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0594a8e4-e942-457d-adcf-1f432042a883 req-e714707d-aed6-429f-a632-a6930942f9f9 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:41:51.282351 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-0594a8e4-e942-457d-adcf-1f432042a883 req-e714707d-aed6-429f-a632-a6930942f9f9 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533674'] for port, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:51.309722 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3ce9e9-dc4e-483e-9453-280a3c98ace5 service neutron] Pushing event updated for resources: {'Port': ['ID=fc14b82e-34e1-4165-9bdf-d6c4b422fafc,revision_number=2']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:41:51.317921 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-46465360-0139-4e12-8485-8148ae5b9af1 req-c75054d9-1a73-4c77-9750-4c1e06e88752 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/security-groups?id=961c93a5-ebeb-476d-8144-f2a60620665a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1903641
Jun 28 16:41:51.324498 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-58f73d7a-169d-4d90-8142-f71872d09a4f req-e678bbb2-abf9-4ae6-a50d-5b2648904960 tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] 10.222.0.30 "GET /v2.0/security-groups?id=64217a24-193e-47f9-9a30-3d82665c24a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3075101
Jun 28 16:41:51.326568 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-0594a8e4-e942-457d-adcf-1f432042a883 req-e714707d-aed6-429f-a632-a6930942f9f9 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.3251107
Jun 28 16:41:51.444841 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-bd3ce9e9-dc4e-483e-9453-280a3c98ace5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:41:51.494778 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-ecc0d43b-29dd-4a2e-aab5-43ba090024cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:51.546849 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 33466) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:41:51.595061 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-2f2e0016-ecb0-4988-89a1-167e609fa3de None None] Provisioning for port ffc5ad1f-7e0f-48d1-9e62-7942808edf31 completed by entity DHCP. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 28 16:41:51.621238 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-2f2e0016-ecb0-4988-89a1-167e609fa3de None None] Provisioning complete for port ffc5ad1f-7e0f-48d1-9e62-7942808edf31 triggered by entity DHCP. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:41:51.621627 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-2f2e0016-ecb0-4988-89a1-167e609fa3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:51.622668 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.managers [req-0e4744a9-e99f-4729-87b6-164e3e2d93f4 req-bd3ce9e9-dc4e-483e-9453-280a3c98ace5 service neutron] Attempting to bind port fc14b82e-34e1-4165-9bdf-d6c4b422fafc on host hv-cinder-79810 for vnic_type normal with profile  {{(pid=74151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 28 16:41:51.623123 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.managers [req-0e4744a9-e99f-4729-87b6-164e3e2d93f4 req-bd3ce9e9-dc4e-483e-9453-280a3c98ace5 service neutron] Attempting to bind port fc14b82e-34e1-4165-9bdf-d6c4b422fafc by drivers openvswitch,hyperv on host hv-cinder-79810 at level 0 using segments [{'id': '303640e0-a25f-464c-a67b-19acfa668001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '67cef3f9-4ff6-418e-b6c5-56d49e3c3b89'}] {{(pid=74151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 28 16:41:51.623423 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4744a9-e99f-4729-87b6-164e3e2d93f4 req-bd3ce9e9-dc4e-483e-9453-280a3c98ace5 service neutron] Attempting to bind port fc14b82e-34e1-4165-9bdf-d6c4b422fafc on network 67cef3f9-4ff6-418e-b6c5-56d49e3c3b89 {{(pid=74151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 28 16:41:51.679908 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-a6bb2e8f-1cb5-4989-abc0-4920534706ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:51.681822 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4744a9-e99f-4729-87b6-164e3e2d93f4 req-bd3ce9e9-dc4e-483e-9453-280a3c98ace5 service neutron] Port fc14b82e-34e1-4165-9bdf-d6c4b422fafc on network 67cef3f9-4ff6-418e-b6c5-56d49e3c3b89 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79810 {{(pid=74151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 28 16:41:51.684548 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4744a9-e99f-4729-87b6-164e3e2d93f4 req-bd3ce9e9-dc4e-483e-9453-280a3c98ace5 service neutron] Attempting to bind port fc14b82e-34e1-4165-9bdf-d6c4b422fafc on network 67cef3f9-4ff6-418e-b6c5-56d49e3c3b89 {{(pid=74151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 28 16:41:51.713665 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-2f2e0016-ecb0-4988-89a1-167e609fa3de None None] Port ffc5ad1f-7e0f-48d1-9e62-7942808edf31 cannot update to ACTIVE because it is not bound. {{(pid=74152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 28 16:41:51.722293 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4744a9-e99f-4729-87b6-164e3e2d93f4 req-bd3ce9e9-dc4e-483e-9453-280a3c98ace5 service neutron] Checking agent: {'id': '11e346dd-a6a4-43d4-822e-d449440d0a22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 16, 39, 15), 'started_at': datetime.datetime(2021, 6, 28, 16, 39, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 16, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 28 16:41:51.725524 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4744a9-e99f-4729-87b6-164e3e2d93f4 req-bd3ce9e9-dc4e-483e-9453-280a3c98ace5 service neutron] Checking segment: {'id': '303640e0-a25f-464c-a67b-19acfa668001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '67cef3f9-4ff6-418e-b6c5-56d49e3c3b89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 28 16:41:51.727270 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4744a9-e99f-4729-87b6-164e3e2d93f4 req-bd3ce9e9-dc4e-483e-9453-280a3c98ace5 service neutron] Bound using segment: {'id': '303640e0-a25f-464c-a67b-19acfa668001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '67cef3f9-4ff6-418e-b6c5-56d49e3c3b89'} {{(pid=74151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 28 16:41:51.728241 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.managers [req-0e4744a9-e99f-4729-87b6-164e3e2d93f4 req-bd3ce9e9-dc4e-483e-9453-280a3c98ace5 service neutron] Bound port: fc14b82e-34e1-4165-9bdf-d6c4b422fafc, host: hv-cinder-79810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '303640e0-a25f-464c-a67b-19acfa668001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '67cef3f9-4ff6-418e-b6c5-56d49e3c3b89'}}] {{(pid=74151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 28 16:41:51.729002 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [req-0e4744a9-e99f-4729-87b6-164e3e2d93f4 req-bd3ce9e9-dc4e-483e-9453-280a3c98ace5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:51.781784 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a784ff-4440-42d4-b50a-7dffa7e1c407 req-739c68cc-1d8d-4638-8fbb-aa3531bb9223 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:41:51.782800 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-d6a784ff-4440-42d4-b50a-7dffa7e1c407 req-739c68cc-1d8d-4638-8fbb-aa3531bb9223 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Synchronizing usage tracker for tenant:63a2e49b0c454d43890a422c6fd0684c on resource:port {{(pid=74150) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 28 16:41:51.789190 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-a6bb2e8f-1cb5-4989-abc0-4920534706ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:41:51.795695 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-a6bb2e8f-1cb5-4989-abc0-4920534706ae admin admin] Usage tracker for resource:security_group_rule and tenant:29cfeeee4beb48ba949ddec427aedbb5 is out of sync, need to count used quota {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:41:51.799999 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-a6bb2e8f-1cb5-4989-abc0-4920534706ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:41:51.811925 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-a6bb2e8f-1cb5-4989-abc0-4920534706ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:41:51.832258 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-d6a784ff-4440-42d4-b50a-7dffa7e1c407 req-739c68cc-1d8d-4638-8fbb-aa3531bb9223 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Unset dirty status for tenant:63a2e49b0c454d43890a422c6fd0684c on resource:port {{(pid=74150) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 28 16:41:51.844203 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-d6a784ff-4440-42d4-b50a-7dffa7e1c407 req-739c68cc-1d8d-4638-8fbb-aa3531bb9223 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a3c276e-863c-4266-95d9-7d34e687fbcb HTTP/1.1" status: 200  len: 932 time: 0.2148709
Jun 28 16:41:51.984356 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-56785948-7c4a-47cf-a76e-4afa6d56e688 None None] Provisioning for port 75089fd2-da65-4e0a-8bb4-4377a45a94d1 completed by entity DHCP. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 28 16:41:51.994668 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-56785948-7c4a-47cf-a76e-4afa6d56e688 None None] Provisioning complete for port 75089fd2-da65-4e0a-8bb4-4377a45a94d1 triggered by entity DHCP. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:41:51.995191 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-56785948-7c4a-47cf-a76e-4afa6d56e688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:51.997706 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-a6bb2e8f-1cb5-4989-abc0-4920534706ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:52.020286 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-e36c1a03-26e3-4c5c-a1a0-dc8fd786cb60 req-843517a2-c5f2-40f9-8ff9-69e173e1d968 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/ports?device_id=efa4f703-a74a-47fc-a1eb-b46e13636aa1 HTTP/1.1" status: 200  len: 210 time: 0.1020463
Jun 28 16:41:52.024767 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.db [req-0e4744a9-e99f-4729-87b6-164e3e2d93f4 req-bd3ce9e9-dc4e-483e-9453-280a3c98ace5 service neutron] For port fc14b82e-34e1-4165-9bdf-d6c4b422fafc, host hv-cinder-79810, cleared binding levels {{(pid=74151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 28 16:41:52.029272 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-a6bb2e8f-1cb5-4989-abc0-4920534706ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:52.043129 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-58d39a67-2893-4eb1-bb6c-6e5334fd5a55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:41:52.048615 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.db [req-0e4744a9-e99f-4729-87b6-164e3e2d93f4 req-bd3ce9e9-dc4e-483e-9453-280a3c98ace5 service neutron] For port fc14b82e-34e1-4165-9bdf-d6c4b422fafc, host hv-cinder-79810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=fc14b82e-34e1-4165-9bdf-d6c4b422fafc,segment=NetworkSegment(303640e0-a25f-464c-a67b-19acfa668001),segment_id=303640e0-a25f-464c-a67b-19acfa668001)] {{(pid=74151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 28 16:41:52.072579 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [req-0e4744a9-e99f-4729-87b6-164e3e2d93f4 req-bd3ce9e9-dc4e-483e-9453-280a3c98ace5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:52.084903 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-fe4b3bfa-e39e-46bd-a9ba-f60c3bf3d465 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:41:52.093672 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-d6a784ff-4440-42d4-b50a-7dffa7e1c407 req-eb67dfcd-4557-4c35-abf7-dac7a525acd4 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=617347ef-10fd-471e-b011-50ccff30f907&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2484167
Jun 28 16:41:52.098622 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bb2e8f-1cb5-4989-abc0-4920534706ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73bbd383-6832-49af-8014-768f03c0c64a,revision_number=1']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:41:52.102373 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-a6bb2e8f-1cb5-4989-abc0-4920534706ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:41:52.111718 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-a6bb2e8f-1cb5-4989-abc0-4920534706ae admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=29cfeeee4beb48ba949ddec427aedbb5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5570040
Jun 28 16:41:52.112418 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 33474) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:41:52.131162 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-56785948-7c4a-47cf-a76e-4afa6d56e688 None None] Port 75089fd2-da65-4e0a-8bb4-4377a45a94d1 cannot update to ACTIVE because it is not bound. {{(pid=74152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 28 16:41:52.258978 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-ecc0d43b-29dd-4a2e-aab5-43ba090024cd None None] Notify callbacks [] for port, precommit_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:52.277704 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-ecc0d43b-29dd-4a2e-aab5-43ba090024cd None None] Transition to ACTIVE for port object 6481c4ed-2367-4a81-8d50-3e55bb4b57fd will not be triggered until provisioned by entity L2. {{(pid=74152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 28 16:41:52.279753 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-50fcf2ce-d50b-481e-8acb-552842809279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:52.287645 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-ecc0d43b-29dd-4a2e-aab5-43ba090024cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:52.292169 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:41:52.299605 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3ce9e9-dc4e-483e-9453-280a3c98ace5 service neutron] Pushing event updated for resources: {'Port': ['ID=fc14b82e-34e1-4165-9bdf-d6c4b422fafc,revision_number=3']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:41:52.308821 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-bd3ce9e9-dc4e-483e-9453-280a3c98ace5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:41:52.311575 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-5e7f1a47-ae9b-4458-a312-79a98dda9cdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:52.318419 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-50fcf2ce-d50b-481e-8acb-552842809279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:52.336533 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [req-0e4744a9-e99f-4729-87b6-164e3e2d93f4 req-bd3ce9e9-dc4e-483e-9453-280a3c98ace5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533674'] for port, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:52.339713 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-0e4744a9-e99f-4729-87b6-164e3e2d93f4 req-bd3ce9e9-dc4e-483e-9453-280a3c98ace5 service neutron] 10.222.0.15 "PUT /v2.0/ports/fc14b82e-34e1-4165-9bdf-d6c4b422fafc HTTP/1.1" status: 200  len: 1093 time: 3.5702028
Jun 28 16:41:52.340601 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce19014e-bb0e-4967-b0e5-c66f6bc47c20', 'tag': 'fc14b82e-34e1-4165-9bdf-d6c4b422fafc'}] {{(pid=74151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 28 16:41:52.444732 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.agents_db [None req-cfc1c983-b0ac-48e0-8737-db5653a7b2f7 None None] Agent healthcheck: found 6 active agents {{(pid=74153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 28 16:41:52.472239 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a045ca96-159e-4ca9-93d0-a1d420476c13 None None] Pushing event updated for resources: {'Port': ['ID=6481c4ed-2367-4a81-8d50-3e55bb4b57fd,revision_number=3']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:41:52.477166 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-a045ca96-159e-4ca9-93d0-a1d420476c13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:41:52.506971 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-50fcf2ce-d50b-481e-8acb-552842809279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:52.514983 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:41:52.557069 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fcf2ce-d50b-481e-8acb-552842809279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73bbd383-6832-49af-8014-768f03c0c64a,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:41:52.566967 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-5e7f1a47-ae9b-4458-a312-79a98dda9cdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:41:52.576342 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-5e7f1a47-ae9b-4458-a312-79a98dda9cdf admin admin] Usage tracker for resource:security_group_rule and tenant:59c9a014747f4757a9ce4916966a19ce is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:41:52.581778 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-50fcf2ce-d50b-481e-8acb-552842809279 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:41:52.583152 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-5e7f1a47-ae9b-4458-a312-79a98dda9cdf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:41:52.588883 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-50fcf2ce-d50b-481e-8acb-552842809279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:52.592572 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-50fcf2ce-d50b-481e-8acb-552842809279 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/73bbd383-6832-49af-8014-768f03c0c64a HTTP/1.1" status: 204  len: 168 time: 0.4785905
Jun 28 16:41:52.604342 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-5e7f1a47-ae9b-4458-a312-79a98dda9cdf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:41:52.650695 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.15', 56753) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:41:52.666765 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.v2.base [req-58e4b9eb-7cf2-4cca-93d1-ad27e0dec8da req-f2c17cbf-fecb-4692-aa07-b90a6ae35011 service neutron] Request body: {'port': {'device_id': '69a01249-24b4-4899-982a-37bd6370d430', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79810'}} {{(pid=74150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:41:52.770053 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.v2.base [req-0594a8e4-e942-457d-adcf-1f432042a883 req-eba810bd-b9a5-482b-9c05-07b84205c1cd service neutron] Request body: {'port': {'device_id': '6a3c276e-863c-4266-95d9-7d34e687fbcb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79810'}} {{(pid=74150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:41:52.875333 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.managers [None req-ecc0d43b-29dd-4a2e-aab5-43ba090024cd None None] Attempting to bind port 6481c4ed-2367-4a81-8d50-3e55bb4b57fd on host dv-cinder-798104-1-iscsi for vnic_type normal with profile  {{(pid=74152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 28 16:41:52.875871 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.managers [None req-ecc0d43b-29dd-4a2e-aab5-43ba090024cd None None] Attempting to bind port 6481c4ed-2367-4a81-8d50-3e55bb4b57fd by drivers openvswitch,hyperv on host dv-cinder-798104-1-iscsi at level 0 using segments [{'id': 'd95c8297-5540-4933-9f3d-9c3b535a42fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '016488fa-4c73-4804-a4b6-958ce586a741'}] {{(pid=74152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 28 16:41:52.876441 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc0d43b-29dd-4a2e-aab5-43ba090024cd None None] Attempting to bind port 6481c4ed-2367-4a81-8d50-3e55bb4b57fd on network 016488fa-4c73-4804-a4b6-958ce586a741 {{(pid=74152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 28 16:41:52.898991 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc0d43b-29dd-4a2e-aab5-43ba090024cd None None] Checking agent: {'id': '235649c2-d0e1-424d-8662-9e7ce5cd7ca9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798104-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 16, 33, 9), 'started_at': datetime.datetime(2021, 6, 28, 16, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 16, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798104-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 28 16:41:52.899582 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc0d43b-29dd-4a2e-aab5-43ba090024cd None None] Checking segment: {'id': 'd95c8297-5540-4933-9f3d-9c3b535a42fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '016488fa-4c73-4804-a4b6-958ce586a741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 28 16:41:52.900287 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-ecc0d43b-29dd-4a2e-aab5-43ba090024cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:52.900832 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc0d43b-29dd-4a2e-aab5-43ba090024cd None None] Bound using segment: {'id': 'd95c8297-5540-4933-9f3d-9c3b535a42fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '016488fa-4c73-4804-a4b6-958ce586a741'} {{(pid=74152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 28 16:41:52.901612 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.managers [None req-ecc0d43b-29dd-4a2e-aab5-43ba090024cd None None] Bound port: 6481c4ed-2367-4a81-8d50-3e55bb4b57fd, host: dv-cinder-798104-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd95c8297-5540-4933-9f3d-9c3b535a42fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '016488fa-4c73-4804-a4b6-958ce586a741'}}] {{(pid=74152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 28 16:41:52.902367 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-ecc0d43b-29dd-4a2e-aab5-43ba090024cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:52.973272 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-5e7f1a47-ae9b-4458-a312-79a98dda9cdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:52.989971 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-5e7f1a47-ae9b-4458-a312-79a98dda9cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:53.034448 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-d934c705-68c6-4f39-9d0d-f2abcc60206b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:41:53.141311 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-ecc0d43b-29dd-4a2e-aab5-43ba090024cd None None] For port 6481c4ed-2367-4a81-8d50-3e55bb4b57fd, host dv-cinder-798104-1-iscsi, cleared binding levels {{(pid=74152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 28 16:41:53.148706 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-ecc0d43b-29dd-4a2e-aab5-43ba090024cd None None] For port 6481c4ed-2367-4a81-8d50-3e55bb4b57fd, host dv-cinder-798104-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-iscsi',level=0,port_id=6481c4ed-2367-4a81-8d50-3e55bb4b57fd,segment=NetworkSegment(d95c8297-5540-4933-9f3d-9c3b535a42fe),segment_id=d95c8297-5540-4933-9f3d-9c3b535a42fe)] {{(pid=74152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 28 16:41:53.159406 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-ecc0d43b-29dd-4a2e-aab5-43ba090024cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:53.163613 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:41:53.246879 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7f1a47-ae9b-4458-a312-79a98dda9cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa6652e-6065-4e1c-86e9-961b19fb9637,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:41:53.257621 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-5e7f1a47-ae9b-4458-a312-79a98dda9cdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:41:53.260811 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a045ca96-159e-4ca9-93d0-a1d420476c13 None None] Pushing event updated for resources: {'Port': ['ID=6481c4ed-2367-4a81-8d50-3e55bb4b57fd,revision_number=4']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:41:53.264605 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-a045ca96-159e-4ca9-93d0-a1d420476c13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:41:53.272243 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-5e7f1a47-ae9b-4458-a312-79a98dda9cdf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=59c9a014747f4757a9ce4916966a19ce&name=default HTTP/1.1" status: 200  len: 2647 time: 1.9652245
Jun 28 16:41:53.285203 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 33506) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:41:53.321323 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc0d43b-29dd-4a2e-aab5-43ba090024cd None None] Routers {'0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49'} bound to L3 agent in host dv-cinder-798104-1-iscsi {{(pid=74152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 28 16:41:53.321969 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-ecc0d43b-29dd-4a2e-aab5-43ba090024cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa2cf769eb0>, 'dv-cinder-798104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T16:33:11Z,description=<?>,heartbeat_timestamp=2021-06-28T16:41:41Z,host='dv-cinder-798104-1-iscsi',id=c1a676c2-2a78-4c35-ab22-a28e05dfd46e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-28T16:33:11Z,topic='l3_agent')) {'router_ids': ['0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49'], 'active': True} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:41:53.413776 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2797859-e4f6-48bf-8984-025d64c79b26 None None] Sync routers for ids ['61d3e727-59a3-44ca-ae38-348af801ea3e'] in dv-cinder-798104-1-iscsi {{(pid=74153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 28 16:41:53.440156 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2797859-e4f6-48bf-8984-025d64c79b26 None None] Routers {'61d3e727-59a3-44ca-ae38-348af801ea3e'} bound to L3 agent in host dv-cinder-798104-1-iscsi {{(pid=74153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 28 16:41:53.443279 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_hamode_db [None req-a2797859-e4f6-48bf-8984-025d64c79b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa2cfe206a0>, 'dv-cinder-798104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T16:33:11Z,description=<?>,heartbeat_timestamp=2021-06-28T16:41:41Z,host='dv-cinder-798104-1-iscsi',id=c1a676c2-2a78-4c35-ab22-a28e05dfd46e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-28T16:33:11Z,topic='l3_agent')) {'router_ids': ['61d3e727-59a3-44ca-ae38-348af801ea3e'], 'active': True} {{(pid=74153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:41:53.484296 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-0e4744a9-e99f-4729-87b6-164e3e2d93f4 req-4c73dea6-e4ca-46ec-9108-5080171e580c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fe368935ff745edaa9465a88456bec5&device_id=ce19014e-bb0e-4967-b0e5-c66f6bc47c20 HTTP/1.1" status: 200  len: 1096 time: 0.7336299
Jun 28 16:41:53.487362 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-4d9260d7-b42d-4aa6-8f29-aa173e5bd32f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:53.590370 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-4d9260d7-b42d-4aa6-8f29-aa173e5bd32f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:53.704974 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-f496fef2-2a3a-4cf1-a97b-0b7d5969f5a1 req-8be47580-71ea-425b-9689-07d396bf3c30 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a8299ca3-d218-4700-aa5e-e9bc2e666093 HTTP/1.1" status: 200  len: 1098 time: 0.9029601
Jun 28 16:41:53.716431 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-58e4b9eb-7cf2-4cca-93d1-ad27e0dec8da req-f2c17cbf-fecb-4692-aa07-b90a6ae35011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:53.747487 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-0594a8e4-e942-457d-adcf-1f432042a883 req-eba810bd-b9a5-482b-9c05-07b84205c1cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:53.803711 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ce3e29-1bd6-49ea-94a0-8ca4d2e330a9 req-d3021653-2b5b-4045-94c1-df83637ec57e tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:41:53.812871 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-b0ce3e29-1bd6-49ea-94a0-8ca4d2e330a9 req-d3021653-2b5b-4045-94c1-df83637ec57e tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8299ca3-d218-4700-aa5e-e9bc2e666093 HTTP/1.1" status: 200  len: 945 time: 0.9486673
Jun 28 16:41:53.815062 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-4d9260d7-b42d-4aa6-8f29-aa173e5bd32f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:53.820092 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:41:53.858321 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9260d7-b42d-4aa6-8f29-aa173e5bd32f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa6652e-6065-4e1c-86e9-961b19fb9637,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:41:53.870960 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-4d9260d7-b42d-4aa6-8f29-aa173e5bd32f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:41:53.899449 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-4d9260d7-b42d-4aa6-8f29-aa173e5bd32f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:53.903176 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-4d9260d7-b42d-4aa6-8f29-aa173e5bd32f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9aa6652e-6065-4e1c-86e9-961b19fb9637 HTTP/1.1" status: 204  len: 168 time: 0.6153154
Jun 28 16:41:53.921286 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_dvr_db [None req-a2797859-e4f6-48bf-8984-025d64c79b26 None None] Set router 61d3e727-59a3-44ca-ae38-348af801ea3e gateway port host: dv-cinder-798104-1-iscsi {{(pid=74153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 28 16:41:53.949533 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64beb6f-2914-4489-9f6f-61598b151761 None None] Sync routers for ids ['e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0'] in dv-cinder-798104-1-iscsi {{(pid=74152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 28 16:41:53.967125 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802a2568-cf13-4dae-8ae7-aa3133a69b1f req-6287576e-d461-4652-b1fc-43ad6a15372a tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:41:53.969009 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-802a2568-cf13-4dae-8ae7-aa3133a69b1f req-6287576e-d461-4652-b1fc-43ad6a15372a tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/ports?device_id=69a01249-24b4-4899-982a-37bd6370d430 HTTP/1.1" status: 200  len: 931 time: 1.1603506
Jun 28 16:41:54.109944 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64beb6f-2914-4489-9f6f-61598b151761 None None] Routers {'e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0'} bound to L3 agent in host dv-cinder-798104-1-iscsi {{(pid=74152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 28 16:41:54.110989 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-b64beb6f-2914-4489-9f6f-61598b151761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa2cf5e1370>, 'dv-cinder-798104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T16:33:11Z,description=<?>,heartbeat_timestamp=2021-06-28T16:41:41Z,host='dv-cinder-798104-1-iscsi',id=c1a676c2-2a78-4c35-ab22-a28e05dfd46e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-28T16:33:11Z,topic='l3_agent')) {'router_ids': ['e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0'], 'active': True} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:41:54.141442 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-b0ce3e29-1bd6-49ea-94a0-8ca4d2e330a9 req-d80f0a85-d80b-4fe0-bb4d-8f61dcc031ec tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] 10.222.0.30 "GET /v2.0/security-groups?id=64217a24-193e-47f9-9a30-3d82665c24a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3269558
Jun 28 16:41:54.308874 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-802a2568-cf13-4dae-8ae7-aa3133a69b1f req-04beacb2-b3ef-42b0-91ee-2facb554fa47 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/security-groups?id=961c93a5-ebeb-476d-8144-f2a60620665a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3175755
Jun 28 16:41:54.418086 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvr_db [None req-ecc0d43b-29dd-4a2e-aab5-43ba090024cd None None] Set router 0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49 gateway port host: dv-cinder-798104-1-iscsi {{(pid=74152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 28 16:41:54.836925 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-b3e1a9bc-b3f4-4622-aaae-180934f543e2 req-a5331d51-2d65-4177-a0e9-567a4873c2d8 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/ports?device_id=efa4f703-a74a-47fc-a1eb-b46e13636aa1 HTTP/1.1" status: 200  len: 210 time: 0.1204491
Jun 28 16:41:54.885157 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_hamode_db [None req-a2797859-e4f6-48bf-8984-025d64c79b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa2cfe206a0>, [{'id': '61d3e727-59a3-44ca-ae38-348af801ea3e', 'name': 'tempest-ServerRescueNegativeTestJSON-1830371442-router', 'tenant_id': '1fe368935ff745edaa9465a88456bec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '58b9a2f9-07bf-4449-bfb8-940c55d99c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:07Z', 'updated_at': '2021-06-28T16:41:21Z', 'revision_number': 4, 'project_id': '1fe368935ff745edaa9465a88456bec5', 'gw_port': {'id': '58b9a2f9-07bf-4449-bfb8-940c55d99c1b', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d3e727-59a3-44ca-ae38-348af801ea3e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:08Z', 'updated_at': '2021-06-28T16:41:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi', '_interfaces': [{'id': '0b533fb4-29cd-4ee5-a7db-efca41b20ca5', 'name': '', 'network_id': '67cef3f9-4ff6-418e-b6c5-56d49e3c3b89', 'tenant_id': '1fe368935ff745edaa9465a88456bec5', 'mac_address': 'fa:16:3e:a0:16:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61d3e727-59a3-44ca-ae38-348af801ea3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac8dc62b-c0d1-448e-9b7b-2ee53b76484f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:17Z', 'updated_at': '2021-06-28T16:41:22Z', 'revision_number': 2, 'project_id': '1fe368935ff745edaa9465a88456bec5', 'subnets': [{'id': 'ac8dc62b-c0d1-448e-9b7b-2ee53b76484f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-iscsi', False) {} {{(pid=74153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:41:54.899464 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2797859-e4f6-48bf-8984-025d64c79b26 None None] Checking router: 61d3e727-59a3-44ca-ae38-348af801ea3e for host: dv-cinder-798104-1-iscsi {{(pid=74153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 28 16:41:54.900174 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2797859-e4f6-48bf-8984-025d64c79b26 None None] Updating router 61d3e727-59a3-44ca-ae38-348af801ea3e port 0b533fb4-29cd-4ee5-a7db-efca41b20ca5 binding host dv-cinder-798104-1-iscsi {{(pid=74153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 28 16:41:55.010642 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron_lib.callbacks.manager [None req-a2797859-e4f6-48bf-8984-025d64c79b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:55.132982 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.db.resource_extend [req-58e4b9eb-7cf2-4cca-93d1-ad27e0dec8da req-f2c17cbf-fecb-4692-aa07-b90a6ae35011 service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 28 16:41:55.174985 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce19014e-bb0e-4967-b0e5-c66f6bc47c20', 'tag': 'fc14b82e-34e1-4165-9bdf-d6c4b422fafc', 'status': 'completed', 'code': 200}
Jun 28 16:41:55.321039 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvr_db [None req-b64beb6f-2914-4489-9f6f-61598b151761 None None] Set router e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0 gateway port host: dv-cinder-798104-1-iscsi {{(pid=74152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 28 16:41:55.379749 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.notifiers.nova [req-0594a8e4-e942-457d-adcf-1f432042a883 req-eba810bd-b9a5-482b-9c05-07b84205c1cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75089fd2-da65-4e0a-8bb4-4377a45a94d1 {{(pid=74150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 28 16:41:55.420238 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-0594a8e4-e942-457d-adcf-1f432042a883 req-eba810bd-b9a5-482b-9c05-07b84205c1cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:55.462487 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.notifiers.nova [req-58e4b9eb-7cf2-4cca-93d1-ad27e0dec8da req-f2c17cbf-fecb-4692-aa07-b90a6ae35011 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffc5ad1f-7e0f-48d1-9e62-7942808edf31 {{(pid=74150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 28 16:41:55.511939 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device 6481c4ed-2367-4a81-8d50-3e55bb4b57fd up at agent ovs-agent-dv-cinder-798104-1-iscsi {{(pid=74152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 28 16:41:55.514600 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-58e4b9eb-7cf2-4cca-93d1-ad27e0dec8da req-f2c17cbf-fecb-4692-aa07-b90a6ae35011 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:55.564973 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.provisioning_blocks [req-0594a8e4-e942-457d-adcf-1f432042a883 req-eba810bd-b9a5-482b-9c05-07b84205c1cd service neutron] Transition to ACTIVE for port object 75089fd2-da65-4e0a-8bb4-4377a45a94d1 will not be triggered until provisioned by entity L2. {{(pid=74150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 28 16:41:55.612008 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.provisioning_blocks [req-58e4b9eb-7cf2-4cca-93d1-ad27e0dec8da req-f2c17cbf-fecb-4692-aa07-b90a6ae35011 service neutron] Transition to ACTIVE for port object ffc5ad1f-7e0f-48d1-9e62-7942808edf31 will not be triggered until provisioned by entity L2. {{(pid=74150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 28 16:41:55.616713 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-0594a8e4-e942-457d-adcf-1f432042a883 req-eba810bd-b9a5-482b-9c05-07b84205c1cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:55.635161 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:41:55.735477 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 33552) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:41:55.787532 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-58e4b9eb-7cf2-4cca-93d1-ad27e0dec8da req-f2c17cbf-fecb-4692-aa07-b90a6ae35011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:55.797250 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-a10fda75-1943-48fa-b3e8-116a3852e891 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:55.899848 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-a10fda75-1943-48fa-b3e8-116a3852e891 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:41:55.909880 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-a10fda75-1943-48fa-b3e8-116a3852e891 admin admin] Usage tracker for resource:security_group_rule and tenant:80a4da0bf5e547f69ae8d8aa6dbfa14e is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:41:55.918110 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-a10fda75-1943-48fa-b3e8-116a3852e891 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:41:55.931387 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-a10fda75-1943-48fa-b3e8-116a3852e891 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:41:56.284944 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-0e4744a9-e99f-4729-87b6-164e3e2d93f4 req-18a3a577-844e-42bd-aaaa-6b73333b46b5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fc14b82e-34e1-4165-9bdf-d6c4b422fafc HTTP/1.1" status: 200  len: 217 time: 0.4568434
Jun 28 16:41:56.304630 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-a10fda75-1943-48fa-b3e8-116a3852e891 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:56.320230 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-a10fda75-1943-48fa-b3e8-116a3852e891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:56.364111 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:41:56.404857 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-a10fda75-1943-48fa-b3e8-116a3852e891 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=80a4da0bf5e547f69ae8d8aa6dbfa14e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6674225
Jun 28 16:41:56.406075 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fda75-1943-48fa-b3e8-116a3852e891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b08c26-bc94-4c48-abb7-5dec4be3b68b,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:41:56.418162 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Provisioning for port 6481c4ed-2367-4a81-8d50-3e55bb4b57fd completed by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 28 16:41:56.426508 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-a10fda75-1943-48fa-b3e8-116a3852e891 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:41:56.428774 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 33564) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:41:56.440819 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Provisioning complete for port 6481c4ed-2367-4a81-8d50-3e55bb4b57fd triggered by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:41:56.441694 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:56.517751 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-c81aa6f6-c694-44f4-9697-80e0e4d9a71a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:56.544307 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron_lib.callbacks.manager [None req-a2797859-e4f6-48bf-8984-025d64c79b26 None None] Notify callbacks [] for port, precommit_update {{(pid=74153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:56.554730 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-c81aa6f6-c694-44f4-9697-80e0e4d9a71a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:56.567213 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.provisioning_blocks [None req-a2797859-e4f6-48bf-8984-025d64c79b26 None None] Transition to ACTIVE for port object 0b533fb4-29cd-4ee5-a7db-efca41b20ca5 will not be triggered until provisioned by entity L2. {{(pid=74153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 28 16:41:56.582402 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron_lib.callbacks.manager [None req-a2797859-e4f6-48bf-8984-025d64c79b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:56.590834 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:41:56.647493 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-c81aa6f6-c694-44f4-9697-80e0e4d9a71a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:56.665545 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:41:56.668179 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d01d2cb-b54d-46da-bca0-27451e54aaf8 None None] Pushing event updated for resources: {'Port': ['ID=0b533fb4-29cd-4ee5-a7db-efca41b20ca5,revision_number=3']} {{(pid=74153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:41:56.675287 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG oslo_concurrency.lockutils [None req-2d01d2cb-b54d-46da-bca0-27451e54aaf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:41:56.704057 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-ecc0d43b-29dd-4a2e-aab5-43ba090024cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa2cf769eb0>, [{'id': '0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49', 'name': 'tempest-AttachVolumeTestJSON-580518908-router', 'tenant_id': '82c03e5282854bd0ba377331b218109e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': '22fff4eb-67d8-4e77-ad16-b759475d4229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:06Z', 'updated_at': '2021-06-28T16:41:15Z', 'revision_number': 4, 'project_id': '82c03e5282854bd0ba377331b218109e', 'gw_port': {'id': '22fff4eb-67d8-4e77-ad16-b759475d4229', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ef:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:07Z', 'updated_at': '2021-06-28T16:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi', '_interfaces': [{'id': '6481c4ed-2367-4a81-8d50-3e55bb4b57fd', 'name': '', 'network_id': '016488fa-4c73-4804-a4b6-958ce586a741', 'tenant_id': '82c03e5282854bd0ba377331b218109e', 'mac_address': 'fa:16:3e:45:88:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c17c6b4c-b032-4eb3-9e61-7e44dcd4cae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:13Z', 'updated_at': '2021-06-28T16:41:53Z', 'revision_number': 4, 'project_id': '82c03e5282854bd0ba377331b218109e', 'subnets': [{'id': 'c17c6b4c-b032-4eb3-9e61-7e44dcd4cae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-iscsi', False) {} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:41:56.721842 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81aa6f6-c694-44f4-9697-80e0e4d9a71a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b08c26-bc94-4c48-abb7-5dec4be3b68b,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:41:56.734225 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-c81aa6f6-c694-44f4-9697-80e0e4d9a71a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:41:56.735029 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-c81aa6f6-c694-44f4-9697-80e0e4d9a71a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:56.749185 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-c81aa6f6-c694-44f4-9697-80e0e4d9a71a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d0b08c26-bc94-4c48-abb7-5dec4be3b68b HTTP/1.1" status: 204  len: 168 time: 0.3136714
Jun 28 16:41:56.772892 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc0d43b-29dd-4a2e-aab5-43ba090024cd None None] The sync data for ids ['0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49'] in dv-cinder-798104-1-iscsi is: [{'id': '0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49', 'name': 'tempest-AttachVolumeTestJSON-580518908-router', 'tenant_id': '82c03e5282854bd0ba377331b218109e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': '22fff4eb-67d8-4e77-ad16-b759475d4229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:06Z', 'updated_at': '2021-06-28T16:41:15Z', 'revision_number': 4, 'project_id': '82c03e5282854bd0ba377331b218109e', 'gw_port': {'id': '22fff4eb-67d8-4e77-ad16-b759475d4229', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ef:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:07Z', 'updated_at': '2021-06-28T16:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi', '_interfaces': [{'id': '6481c4ed-2367-4a81-8d50-3e55bb4b57fd', 'name': '', 'network_id': '016488fa-4c73-4804-a4b6-958ce586a741', 'tenant_id': '82c03e5282854bd0ba377331b218109e', 'mac_address': 'fa:16:3e:45:88:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c17c6b4c-b032-4eb3-9e61-7e44dcd4cae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:13Z', 'updated_at': '2021-06-28T16:41:53Z', 'revision_number': 4, 'project_id': '82c03e5282854bd0ba377331b218109e', 'subnets': [{'id': 'c17c6b4c-b032-4eb3-9e61-7e44dcd4cae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 28 16:41:56.924401 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.managers [None req-a2797859-e4f6-48bf-8984-025d64c79b26 None None] Attempting to bind port 0b533fb4-29cd-4ee5-a7db-efca41b20ca5 on host dv-cinder-798104-1-iscsi for vnic_type normal with profile  {{(pid=74153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 28 16:41:56.924768 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.managers [None req-a2797859-e4f6-48bf-8984-025d64c79b26 None None] Attempting to bind port 0b533fb4-29cd-4ee5-a7db-efca41b20ca5 by drivers openvswitch,hyperv on host dv-cinder-798104-1-iscsi at level 0 using segments [{'id': '303640e0-a25f-464c-a67b-19acfa668001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '67cef3f9-4ff6-418e-b6c5-56d49e3c3b89'}] {{(pid=74153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 28 16:41:56.925149 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2797859-e4f6-48bf-8984-025d64c79b26 None None] Attempting to bind port 0b533fb4-29cd-4ee5-a7db-efca41b20ca5 on network 67cef3f9-4ff6-418e-b6c5-56d49e3c3b89 {{(pid=74153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 28 16:41:56.934855 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2797859-e4f6-48bf-8984-025d64c79b26 None None] Checking agent: {'id': '235649c2-d0e1-424d-8662-9e7ce5cd7ca9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798104-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 16, 33, 9), 'started_at': datetime.datetime(2021, 6, 28, 16, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 16, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798104-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 28 16:41:56.935228 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2797859-e4f6-48bf-8984-025d64c79b26 None None] Checking segment: {'id': '303640e0-a25f-464c-a67b-19acfa668001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '67cef3f9-4ff6-418e-b6c5-56d49e3c3b89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 28 16:41:56.935632 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron_lib.callbacks.manager [None req-a2797859-e4f6-48bf-8984-025d64c79b26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:56.936025 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2797859-e4f6-48bf-8984-025d64c79b26 None None] Bound using segment: {'id': '303640e0-a25f-464c-a67b-19acfa668001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '67cef3f9-4ff6-418e-b6c5-56d49e3c3b89'} {{(pid=74153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 28 16:41:56.936659 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.managers [None req-a2797859-e4f6-48bf-8984-025d64c79b26 None None] Bound port: 0b533fb4-29cd-4ee5-a7db-efca41b20ca5, host: dv-cinder-798104-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '303640e0-a25f-464c-a67b-19acfa668001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '67cef3f9-4ff6-418e-b6c5-56d49e3c3b89'}}] {{(pid=74153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 28 16:41:56.937065 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron_lib.callbacks.manager [None req-a2797859-e4f6-48bf-8984-025d64c79b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:57.051734 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.managers [req-0594a8e4-e942-457d-adcf-1f432042a883 req-eba810bd-b9a5-482b-9c05-07b84205c1cd service neutron] Attempting to bind port 75089fd2-da65-4e0a-8bb4-4377a45a94d1 on host hv-cinder-79810 for vnic_type normal with profile  {{(pid=74150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 28 16:41:57.052364 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.managers [req-0594a8e4-e942-457d-adcf-1f432042a883 req-eba810bd-b9a5-482b-9c05-07b84205c1cd service neutron] Attempting to bind port 75089fd2-da65-4e0a-8bb4-4377a45a94d1 by drivers openvswitch,hyperv on host hv-cinder-79810 at level 0 using segments [{'id': 'f7e7868f-b1c3-4298-a940-297b02826b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5a346278-b5ab-4c50-92aa-d9c545e84c60'}] {{(pid=74150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 28 16:41:57.052874 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0594a8e4-e942-457d-adcf-1f432042a883 req-eba810bd-b9a5-482b-9c05-07b84205c1cd service neutron] Attempting to bind port 75089fd2-da65-4e0a-8bb4-4377a45a94d1 on network 5a346278-b5ab-4c50-92aa-d9c545e84c60 {{(pid=74150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 28 16:41:57.065019 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:57.082020 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-f496fef2-2a3a-4cf1-a97b-0b7d5969f5a1 req-aea321c5-3733-4f97-9425-0eee3cf8210a service neutron] Notify callbacks [] for security_group, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:57.127022 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.db [None req-a2797859-e4f6-48bf-8984-025d64c79b26 None None] For port 0b533fb4-29cd-4ee5-a7db-efca41b20ca5, host dv-cinder-798104-1-iscsi, cleared binding levels {{(pid=74153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 28 16:41:57.131886 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.db [None req-a2797859-e4f6-48bf-8984-025d64c79b26 None None] For port 0b533fb4-29cd-4ee5-a7db-efca41b20ca5, host dv-cinder-798104-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-iscsi',level=0,port_id=0b533fb4-29cd-4ee5-a7db-efca41b20ca5,segment=NetworkSegment(303640e0-a25f-464c-a67b-19acfa668001),segment_id=303640e0-a25f-464c-a67b-19acfa668001)] {{(pid=74153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 28 16:41:57.134023 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0594a8e4-e942-457d-adcf-1f432042a883 req-eba810bd-b9a5-482b-9c05-07b84205c1cd service neutron] Port 75089fd2-da65-4e0a-8bb4-4377a45a94d1 on network 5a346278-b5ab-4c50-92aa-d9c545e84c60 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79810 {{(pid=74150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 28 16:41:57.134557 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0594a8e4-e942-457d-adcf-1f432042a883 req-eba810bd-b9a5-482b-9c05-07b84205c1cd service neutron] Attempting to bind port 75089fd2-da65-4e0a-8bb4-4377a45a94d1 on network 5a346278-b5ab-4c50-92aa-d9c545e84c60 {{(pid=74150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 28 16:41:57.141835 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron_lib.callbacks.manager [None req-a2797859-e4f6-48bf-8984-025d64c79b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:57.147785 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG oslo_concurrency.lockutils [None req-2d01d2cb-b54d-46da-bca0-27451e54aaf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:41:57.164846 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba810bd-b9a5-482b-9c05-07b84205c1cd service neutron] Pushing event updated for resources: {'Port': ['ID=75089fd2-da65-4e0a-8bb4-4377a45a94d1,revision_number=2']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:41:57.171735 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] For port 6481c4ed-2367-4a81-8d50-3e55bb4b57fd, host dv-cinder-798104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-iscsi',level=0,port_id=6481c4ed-2367-4a81-8d50-3e55bb4b57fd,segment=NetworkSegment(d95c8297-5540-4933-9f3d-9c3b535a42fe),segment_id=d95c8297-5540-4933-9f3d-9c3b535a42fe)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:41:57.185309 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:57.198833 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0594a8e4-e942-457d-adcf-1f432042a883 req-eba810bd-b9a5-482b-9c05-07b84205c1cd service neutron] Checking agent: {'id': '11e346dd-a6a4-43d4-822e-d449440d0a22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 16, 39, 15), 'started_at': datetime.datetime(2021, 6, 28, 16, 39, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 16, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 28 16:41:57.199374 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0594a8e4-e942-457d-adcf-1f432042a883 req-eba810bd-b9a5-482b-9c05-07b84205c1cd service neutron] Checking segment: {'id': 'f7e7868f-b1c3-4298-a940-297b02826b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5a346278-b5ab-4c50-92aa-d9c545e84c60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 28 16:41:57.205312 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0594a8e4-e942-457d-adcf-1f432042a883 req-eba810bd-b9a5-482b-9c05-07b84205c1cd service neutron] Bound using segment: {'id': 'f7e7868f-b1c3-4298-a940-297b02826b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5a346278-b5ab-4c50-92aa-d9c545e84c60'} {{(pid=74150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 28 16:41:57.205993 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:41:57.206197 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.managers [req-0594a8e4-e942-457d-adcf-1f432042a883 req-eba810bd-b9a5-482b-9c05-07b84205c1cd service neutron] Bound port: 75089fd2-da65-4e0a-8bb4-4377a45a94d1, host: hv-cinder-79810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7e7868f-b1c3-4298-a940-297b02826b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5a346278-b5ab-4c50-92aa-d9c545e84c60'}}] {{(pid=74150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 28 16:41:57.206773 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-0594a8e4-e942-457d-adcf-1f432042a883 req-eba810bd-b9a5-482b-9c05-07b84205c1cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:57.267756 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.managers [req-58e4b9eb-7cf2-4cca-93d1-ad27e0dec8da req-f2c17cbf-fecb-4692-aa07-b90a6ae35011 service neutron] Attempting to bind port ffc5ad1f-7e0f-48d1-9e62-7942808edf31 on host hv-cinder-79810 for vnic_type normal with profile  {{(pid=74150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 28 16:41:57.268447 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.managers [req-58e4b9eb-7cf2-4cca-93d1-ad27e0dec8da req-f2c17cbf-fecb-4692-aa07-b90a6ae35011 service neutron] Attempting to bind port ffc5ad1f-7e0f-48d1-9e62-7942808edf31 by drivers openvswitch,hyperv on host hv-cinder-79810 at level 0 using segments [{'id': 'd95c8297-5540-4933-9f3d-9c3b535a42fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '016488fa-4c73-4804-a4b6-958ce586a741'}] {{(pid=74150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 28 16:41:57.268923 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e4b9eb-7cf2-4cca-93d1-ad27e0dec8da req-f2c17cbf-fecb-4692-aa07-b90a6ae35011 service neutron] Attempting to bind port ffc5ad1f-7e0f-48d1-9e62-7942808edf31 on network 016488fa-4c73-4804-a4b6-958ce586a741 {{(pid=74150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 28 16:41:57.269720 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d01d2cb-b54d-46da-bca0-27451e54aaf8 None None] Pushing event updated for resources: {'Port': ['ID=0b533fb4-29cd-4ee5-a7db-efca41b20ca5,revision_number=4']} {{(pid=74153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:41:57.277088 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG oslo_concurrency.lockutils [None req-2d01d2cb-b54d-46da-bca0-27451e54aaf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=74153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:41:57.287237 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-b64beb6f-2914-4489-9f6f-61598b151761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa2cf5e1370>, [{'id': 'e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0', 'name': 'tempest-AttachVolumeShelveTestJSON-1703409747-router', 'tenant_id': '63a2e49b0c454d43890a422c6fd0684c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'fdc35852-b6f6-405a-825d-15926a01a8b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:06Z', 'updated_at': '2021-06-28T16:41:18Z', 'revision_number': 4, 'project_id': '63a2e49b0c454d43890a422c6fd0684c', 'gw_port': {'id': 'fdc35852-b6f6-405a-825d-15926a01a8b0', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:07Z', 'updated_at': '2021-06-28T16:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi', '_interfaces': [{'id': '11f140e5-d625-4165-935e-6213876d0e9a', 'name': '', 'network_id': '5a346278-b5ab-4c50-92aa-d9c545e84c60', 'tenant_id': '63a2e49b0c454d43890a422c6fd0684c', 'mac_address': 'fa:16:3e:89:a6:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3e3d357-dcc0-424c-a40d-bd73416cd8db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:16Z', 'updated_at': '2021-06-28T16:41:18Z', 'revision_number': 2, 'project_id': '63a2e49b0c454d43890a422c6fd0684c', 'subnets': [{'id': 'b3e3d357-dcc0-424c-a40d-bd73416cd8db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-iscsi', False) {} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:41:57.291761 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-eba810bd-b9a5-482b-9c05-07b84205c1cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.658s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:41:57.307233 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64beb6f-2914-4489-9f6f-61598b151761 None None] Checking router: e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0 for host: dv-cinder-798104-1-iscsi {{(pid=74152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 28 16:41:57.307837 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64beb6f-2914-4489-9f6f-61598b151761 None None] Updating router e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0 port 11f140e5-d625-4165-935e-6213876d0e9a binding host dv-cinder-798104-1-iscsi {{(pid=74152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 28 16:41:57.314585 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-e3ebc119-568a-49d1-97c6-8b92f322c39f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.144s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:41:57.335856 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 33576) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:41:57.343775 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2797859-e4f6-48bf-8984-025d64c79b26 None None] Routers {'61d3e727-59a3-44ca-ae38-348af801ea3e'} bound to L3 agent in host dv-cinder-798104-1-iscsi {{(pid=74153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 28 16:41:57.344442 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_hamode_db [None req-a2797859-e4f6-48bf-8984-025d64c79b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa2cfe206a0>, 'dv-cinder-798104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T16:33:11Z,description=<?>,heartbeat_timestamp=2021-06-28T16:41:41Z,host='dv-cinder-798104-1-iscsi',id=c1a676c2-2a78-4c35-ab22-a28e05dfd46e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-28T16:33:11Z,topic='l3_agent')) {'router_ids': ['61d3e727-59a3-44ca-ae38-348af801ea3e'], 'active': True} {{(pid=74153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:41:57.395163 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-b64beb6f-2914-4489-9f6f-61598b151761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:57.503257 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c17cbf-fecb-4692-aa07-b90a6ae35011 service neutron] Pushing event updated for resources: {'Port': ['ID=ffc5ad1f-7e0f-48d1-9e62-7942808edf31,revision_number=2']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:41:57.548937 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Pushing event updated for resources: {'Port': ['ID=6481c4ed-2367-4a81-8d50-3e55bb4b57fd,revision_number=5']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:41:57.560419 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:41:57.574511 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [req-f496fef2-2a3a-4cf1-a97b-0b7d5969f5a1 req-aea321c5-3733-4f97-9425-0eee3cf8210a service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:41:57.579162 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-f2c17cbf-fecb-4692-aa07-b90a6ae35011 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:41:57.589710 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e4b9eb-7cf2-4cca-93d1-ad27e0dec8da req-f2c17cbf-fecb-4692-aa07-b90a6ae35011 service neutron] Port ffc5ad1f-7e0f-48d1-9e62-7942808edf31 on network 016488fa-4c73-4804-a4b6-958ce586a741 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79810 {{(pid=74150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 28 16:41:57.590039 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e4b9eb-7cf2-4cca-93d1-ad27e0dec8da req-f2c17cbf-fecb-4692-aa07-b90a6ae35011 service neutron] Attempting to bind port ffc5ad1f-7e0f-48d1-9e62-7942808edf31 on network 016488fa-4c73-4804-a4b6-958ce586a741 {{(pid=74150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 28 16:41:57.611775 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617d8146-5867-45db-8d3a-4e796d81da66 req-388d064d-1ac5-4ad1-83f9-4244c395a36d tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:41:57.622381 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-617d8146-5867-45db-8d3a-4e796d81da66 req-388d064d-1ac5-4ad1-83f9-4244c395a36d tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8299ca3-d218-4700-aa5e-e9bc2e666093 HTTP/1.1" status: 200  len: 945 time: 2.0992448
Jun 28 16:41:57.630043 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-f496fef2-2a3a-4cf1-a97b-0b7d5969f5a1 req-aea321c5-3733-4f97-9425-0eee3cf8210a service neutron] Usage tracker for resource:security_group_rule and tenant:ca59bfbf1c1f4156af31dfae3d5113f1 is out of sync, need to count used quota {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:41:57.674558 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-f496fef2-2a3a-4cf1-a97b-0b7d5969f5a1 req-aea321c5-3733-4f97-9425-0eee3cf8210a service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:41:57.754883 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [req-f496fef2-2a3a-4cf1-a97b-0b7d5969f5a1 req-aea321c5-3733-4f97-9425-0eee3cf8210a service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:41:57.817910 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_dvr_db [None req-a2797859-e4f6-48bf-8984-025d64c79b26 None None] Set router 61d3e727-59a3-44ca-ae38-348af801ea3e gateway port host: dv-cinder-798104-1-iscsi {{(pid=74153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 28 16:41:57.867548 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-8f6dbc5a-aa58-46e0-973d-7ab0a4c21dcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:57.874527 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e4b9eb-7cf2-4cca-93d1-ad27e0dec8da req-f2c17cbf-fecb-4692-aa07-b90a6ae35011 service neutron] Checking agent: {'id': '11e346dd-a6a4-43d4-822e-d449440d0a22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 16, 39, 15), 'started_at': datetime.datetime(2021, 6, 28, 16, 39, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 16, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 28 16:41:57.875080 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e4b9eb-7cf2-4cca-93d1-ad27e0dec8da req-f2c17cbf-fecb-4692-aa07-b90a6ae35011 service neutron] Checking segment: {'id': 'd95c8297-5540-4933-9f3d-9c3b535a42fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '016488fa-4c73-4804-a4b6-958ce586a741'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 28 16:41:57.875670 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e4b9eb-7cf2-4cca-93d1-ad27e0dec8da req-f2c17cbf-fecb-4692-aa07-b90a6ae35011 service neutron] Bound using segment: {'id': 'd95c8297-5540-4933-9f3d-9c3b535a42fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '016488fa-4c73-4804-a4b6-958ce586a741'} {{(pid=74150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 28 16:41:57.876460 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.managers [req-58e4b9eb-7cf2-4cca-93d1-ad27e0dec8da req-f2c17cbf-fecb-4692-aa07-b90a6ae35011 service neutron] Bound port: ffc5ad1f-7e0f-48d1-9e62-7942808edf31, host: hv-cinder-79810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd95c8297-5540-4933-9f3d-9c3b535a42fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '016488fa-4c73-4804-a4b6-958ce586a741'}}] {{(pid=74150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 28 16:41:57.877043 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-58e4b9eb-7cf2-4cca-93d1-ad27e0dec8da req-f2c17cbf-fecb-4692-aa07-b90a6ae35011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:57.971981 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6584173b-3042-4c47-8171-69602a4cce68 req-31667c3d-4c4b-454d-bb54-62787b96b18c tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:41:57.986007 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-6584173b-3042-4c47-8171-69602a4cce68 req-31667c3d-4c4b-454d-bb54-62787b96b18c tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a3c276e-863c-4266-95d9-7d34e687fbcb HTTP/1.1" status: 200  len: 944 time: 2.2903574
Jun 28 16:41:58.018352 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-8f6dbc5a-aa58-46e0-973d-7ab0a4c21dcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:41:58.023102 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-8f6dbc5a-aa58-46e0-973d-7ab0a4c21dcd admin admin] Usage tracker for resource:security_group_rule and tenant:be5351fb9ea84b3ab43e5c7c9f45f40f is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:41:58.026672 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-8f6dbc5a-aa58-46e0-973d-7ab0a4c21dcd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:41:58.034005 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-8f6dbc5a-aa58-46e0-973d-7ab0a4c21dcd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:41:58.056699 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-617d8146-5867-45db-8d3a-4e796d81da66 req-13ffe467-144b-48d4-b78d-64ea20cde632 tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] 10.222.0.30 "GET /v2.0/security-groups?id=64217a24-193e-47f9-9a30-3d82665c24a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4328322
Jun 28 16:41:58.152264 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-f496fef2-2a3a-4cf1-a97b-0b7d5969f5a1 req-aea321c5-3733-4f97-9425-0eee3cf8210a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:58.182891 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-f496fef2-2a3a-4cf1-a97b-0b7d5969f5a1 req-aea321c5-3733-4f97-9425-0eee3cf8210a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:58.190964 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-b64beb6f-2914-4489-9f6f-61598b151761 None None] Notify callbacks [] for port, precommit_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:58.220771 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-b64beb6f-2914-4489-9f6f-61598b151761 None None] Transition to ACTIVE for port object 11f140e5-d625-4165-935e-6213876d0e9a will not be triggered until provisioned by entity L2. {{(pid=74152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 28 16:41:58.235537 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-b64beb6f-2914-4489-9f6f-61598b151761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:58.240430 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:41:58.260407 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-8f6dbc5a-aa58-46e0-973d-7ab0a4c21dcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:58.271639 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-8f6dbc5a-aa58-46e0-973d-7ab0a4c21dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:58.275479 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:41:58.298734 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:41:58.318683 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-f496fef2-2a3a-4cf1-a97b-0b7d5969f5a1 req-aea321c5-3733-4f97-9425-0eee3cf8210a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=64217a24-193e-47f9-9a30-3d82665c24a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 2.5248582
Jun 28 16:41:58.325689 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea321c5-3733-4f97-9425-0eee3cf8210a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a3349ce2-c9a4-4fc6-9027-a0f447489c99,revision_number=1']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:41:58.346844 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-aea321c5-3733-4f97-9425-0eee3cf8210a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:41:58.399395 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-6584173b-3042-4c47-8171-69602a4cce68 req-bbec17ad-7ba4-4af8-9d44-7a335fe29af8 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=617347ef-10fd-471e-b011-50ccff30f907&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3403895
Jun 28 16:41:58.461562 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6dbc5a-aa58-46e0-973d-7ab0a4c21dcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dffd9c4-a276-4ed2-8338-d971c42d4a6d,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:41:58.479222 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.db [req-0594a8e4-e942-457d-adcf-1f432042a883 req-eba810bd-b9a5-482b-9c05-07b84205c1cd service neutron] For port 75089fd2-da65-4e0a-8bb4-4377a45a94d1, host hv-cinder-79810, cleared binding levels {{(pid=74150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 28 16:41:58.490103 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-8f6dbc5a-aa58-46e0-973d-7ab0a4c21dcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:41:58.507501 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-8f6dbc5a-aa58-46e0-973d-7ab0a4c21dcd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=be5351fb9ea84b3ab43e5c7c9f45f40f&name=default HTTP/1.1" status: 200  len: 2647 time: 1.1696289
Jun 28 16:41:58.508495 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 33600) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:41:58.516148 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.db [req-58e4b9eb-7cf2-4cca-93d1-ad27e0dec8da req-f2c17cbf-fecb-4692-aa07-b90a6ae35011 service neutron] For port ffc5ad1f-7e0f-48d1-9e62-7942808edf31, host hv-cinder-79810, cleared binding levels {{(pid=74150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 28 16:41:58.519378 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.db [req-0594a8e4-e942-457d-adcf-1f432042a883 req-eba810bd-b9a5-482b-9c05-07b84205c1cd service neutron] For port 75089fd2-da65-4e0a-8bb4-4377a45a94d1, host hv-cinder-79810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=75089fd2-da65-4e0a-8bb4-4377a45a94d1,segment=NetworkSegment(f7e7868f-b1c3-4298-a940-297b02826b74),segment_id=f7e7868f-b1c3-4298-a940-297b02826b74)] {{(pid=74150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 28 16:41:58.537995 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-0594a8e4-e942-457d-adcf-1f432042a883 req-eba810bd-b9a5-482b-9c05-07b84205c1cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:58.547055 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.db [req-58e4b9eb-7cf2-4cca-93d1-ad27e0dec8da req-f2c17cbf-fecb-4692-aa07-b90a6ae35011 service neutron] For port ffc5ad1f-7e0f-48d1-9e62-7942808edf31, host hv-cinder-79810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=ffc5ad1f-7e0f-48d1-9e62-7942808edf31,segment=NetworkSegment(d95c8297-5540-4933-9f3d-9c3b535a42fe),segment_id=d95c8297-5540-4933-9f3d-9c3b535a42fe)] {{(pid=74150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 28 16:41:58.568972 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa00b360-b249-4195-8d0b-c4c9f7e9c958 req-a8050745-3c32-4126-9ae7-f332a97cad24 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:41:58.570847 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-aa00b360-b249-4195-8d0b-c4c9f7e9c958 req-a8050745-3c32-4126-9ae7-f332a97cad24 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/ports?device_id=69a01249-24b4-4899-982a-37bd6370d430 HTTP/1.1" status: 200  len: 943 time: 0.1766796
Jun 28 16:41:58.572182 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-dd5d3173-3c91-4bdb-ba30-4fb99434c08e tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:41:58.598243 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6b7419-7f13-4844-b4cc-9bc0ff306382 None None] Pushing event updated for resources: {'Port': ['ID=11f140e5-d625-4165-935e-6213876d0e9a,revision_number=3']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:41:58.626610 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-fa6b7419-7f13-4844-b4cc-9bc0ff306382 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:41:58.674942 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-0594a8e4-e942-457d-adcf-1f432042a883 req-eba810bd-b9a5-482b-9c05-07b84205c1cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533674'] for port, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:58.677295 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-0594a8e4-e942-457d-adcf-1f432042a883 req-eba810bd-b9a5-482b-9c05-07b84205c1cd service neutron] 10.222.0.15 "PUT /v2.0/ports/75089fd2-da65-4e0a-8bb4-4377a45a94d1 HTTP/1.1" status: 200  len: 1094 time: 5.9409268
Jun 28 16:41:58.681984 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba810bd-b9a5-482b-9c05-07b84205c1cd service neutron] Pushing event updated for resources: {'Port': ['ID=75089fd2-da65-4e0a-8bb4-4377a45a94d1,revision_number=3']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:41:58.688441 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-eba810bd-b9a5-482b-9c05-07b84205c1cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:41:58.697290 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a3c276e-863c-4266-95d9-7d34e687fbcb', 'tag': '75089fd2-da65-4e0a-8bb4-4377a45a94d1'}] {{(pid=74150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 28 16:41:58.699257 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_hamode_db [None req-a2797859-e4f6-48bf-8984-025d64c79b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa2cfe206a0>, [{'id': '61d3e727-59a3-44ca-ae38-348af801ea3e', 'name': 'tempest-ServerRescueNegativeTestJSON-1830371442-router', 'tenant_id': '1fe368935ff745edaa9465a88456bec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '58b9a2f9-07bf-4449-bfb8-940c55d99c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:07Z', 'updated_at': '2021-06-28T16:41:21Z', 'revision_number': 4, 'project_id': '1fe368935ff745edaa9465a88456bec5', 'gw_port': {'id': '58b9a2f9-07bf-4449-bfb8-940c55d99c1b', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d3e727-59a3-44ca-ae38-348af801ea3e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:08Z', 'updated_at': '2021-06-28T16:41:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi', '_interfaces': [{'id': '0b533fb4-29cd-4ee5-a7db-efca41b20ca5', 'name': '', 'network_id': '67cef3f9-4ff6-418e-b6c5-56d49e3c3b89', 'tenant_id': '1fe368935ff745edaa9465a88456bec5', 'mac_address': 'fa:16:3e:a0:16:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61d3e727-59a3-44ca-ae38-348af801ea3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac8dc62b-c0d1-448e-9b7b-2ee53b76484f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:17Z', 'updated_at': '2021-06-28T16:41:57Z', 'revision_number': 4, 'project_id': '1fe368935ff745edaa9465a88456bec5', 'subnets': [{'id': 'ac8dc62b-c0d1-448e-9b7b-2ee53b76484f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-iscsi', False) {} {{(pid=74153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:41:58.704644 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2797859-e4f6-48bf-8984-025d64c79b26 None None] The sync data for ids ['61d3e727-59a3-44ca-ae38-348af801ea3e'] in dv-cinder-798104-1-iscsi is: [{'id': '61d3e727-59a3-44ca-ae38-348af801ea3e', 'name': 'tempest-ServerRescueNegativeTestJSON-1830371442-router', 'tenant_id': '1fe368935ff745edaa9465a88456bec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '58b9a2f9-07bf-4449-bfb8-940c55d99c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:07Z', 'updated_at': '2021-06-28T16:41:21Z', 'revision_number': 4, 'project_id': '1fe368935ff745edaa9465a88456bec5', 'gw_port': {'id': '58b9a2f9-07bf-4449-bfb8-940c55d99c1b', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d3e727-59a3-44ca-ae38-348af801ea3e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:08Z', 'updated_at': '2021-06-28T16:41:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi', '_interfaces': [{'id': '0b533fb4-29cd-4ee5-a7db-efca41b20ca5', 'name': '', 'network_id': '67cef3f9-4ff6-418e-b6c5-56d49e3c3b89', 'tenant_id': '1fe368935ff745edaa9465a88456bec5', 'mac_address': 'fa:16:3e:a0:16:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61d3e727-59a3-44ca-ae38-348af801ea3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac8dc62b-c0d1-448e-9b7b-2ee53b76484f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:17Z', 'updated_at': '2021-06-28T16:41:57Z', 'revision_number': 4, 'project_id': '1fe368935ff745edaa9465a88456bec5', 'subnets': [{'id': 'ac8dc62b-c0d1-448e-9b7b-2ee53b76484f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 28 16:41:58.718126 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-58e4b9eb-7cf2-4cca-93d1-ad27e0dec8da req-f2c17cbf-fecb-4692-aa07-b90a6ae35011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:58.755088 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.managers [None req-b64beb6f-2914-4489-9f6f-61598b151761 None None] Attempting to bind port 11f140e5-d625-4165-935e-6213876d0e9a on host dv-cinder-798104-1-iscsi for vnic_type normal with profile  {{(pid=74152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 28 16:41:58.755624 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.managers [None req-b64beb6f-2914-4489-9f6f-61598b151761 None None] Attempting to bind port 11f140e5-d625-4165-935e-6213876d0e9a by drivers openvswitch,hyperv on host dv-cinder-798104-1-iscsi at level 0 using segments [{'id': 'f7e7868f-b1c3-4298-a940-297b02826b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5a346278-b5ab-4c50-92aa-d9c545e84c60'}] {{(pid=74152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 28 16:41:58.756119 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64beb6f-2914-4489-9f6f-61598b151761 None None] Attempting to bind port 11f140e5-d625-4165-935e-6213876d0e9a on network 5a346278-b5ab-4c50-92aa-d9c545e84c60 {{(pid=74152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 28 16:41:58.769632 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64beb6f-2914-4489-9f6f-61598b151761 None None] Checking agent: {'id': '235649c2-d0e1-424d-8662-9e7ce5cd7ca9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798104-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 16, 33, 9), 'started_at': datetime.datetime(2021, 6, 28, 16, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 16, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798104-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 28 16:41:58.771024 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64beb6f-2914-4489-9f6f-61598b151761 None None] Checking segment: {'id': 'f7e7868f-b1c3-4298-a940-297b02826b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5a346278-b5ab-4c50-92aa-d9c545e84c60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 28 16:41:58.775460 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-b64beb6f-2914-4489-9f6f-61598b151761 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:58.785004 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64beb6f-2914-4489-9f6f-61598b151761 None None] Bound using segment: {'id': 'f7e7868f-b1c3-4298-a940-297b02826b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5a346278-b5ab-4c50-92aa-d9c545e84c60'} {{(pid=74152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 28 16:41:58.785704 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.managers [None req-b64beb6f-2914-4489-9f6f-61598b151761 None None] Bound port: 11f140e5-d625-4165-935e-6213876d0e9a, host: dv-cinder-798104-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7e7868f-b1c3-4298-a940-297b02826b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5a346278-b5ab-4c50-92aa-d9c545e84c60'}}] {{(pid=74152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 28 16:41:58.786197 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-b64beb6f-2914-4489-9f6f-61598b151761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:58.788787 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-04c67c9a-7ff6-423a-bdb7-6b6f752c4d6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:58.824651 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-f2c17cbf-fecb-4692-aa07-b90a6ae35011 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:41:58.884765 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-04c67c9a-7ff6-423a-bdb7-6b6f752c4d6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:58.999996 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-b64beb6f-2914-4489-9f6f-61598b151761 None None] For port 11f140e5-d625-4165-935e-6213876d0e9a, host dv-cinder-798104-1-iscsi, cleared binding levels {{(pid=74152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 28 16:41:59.004931 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-b64beb6f-2914-4489-9f6f-61598b151761 None None] For port 11f140e5-d625-4165-935e-6213876d0e9a, host dv-cinder-798104-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-iscsi',level=0,port_id=11f140e5-d625-4165-935e-6213876d0e9a,segment=NetworkSegment(f7e7868f-b1c3-4298-a940-297b02826b74),segment_id=f7e7868f-b1c3-4298-a940-297b02826b74)] {{(pid=74152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 28 16:41:59.012229 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-b64beb6f-2914-4489-9f6f-61598b151761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:59.025865 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:41:59.071268 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-2f865d0b-a12d-4af3-8ef0-98deba8c8152 req-60741262-8f16-4004-8c30-cc796500dca8 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/ports?device_id=efa4f703-a74a-47fc-a1eb-b46e13636aa1 HTTP/1.1" status: 200  len: 210 time: 0.3055737
Jun 28 16:41:59.071763 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c17cbf-fecb-4692-aa07-b90a6ae35011 service neutron] Pushing event updated for resources: {'Port': ['ID=ffc5ad1f-7e0f-48d1-9e62-7942808edf31,revision_number=3']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:41:59.082917 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-f2c17cbf-fecb-4692-aa07-b90a6ae35011 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:41:59.115942 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-58e4b9eb-7cf2-4cca-93d1-ad27e0dec8da req-f2c17cbf-fecb-4692-aa07-b90a6ae35011 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533674'] for port, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:59.121426 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-58e4b9eb-7cf2-4cca-93d1-ad27e0dec8da req-f2c17cbf-fecb-4692-aa07-b90a6ae35011 service neutron] 10.222.0.15 "PUT /v2.0/ports/ffc5ad1f-7e0f-48d1-9e62-7942808edf31 HTTP/1.1" status: 200  len: 1093 time: 6.4610126
Jun 28 16:41:59.168725 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6b7419-7f13-4844-b4cc-9bc0ff306382 None None] Pushing event updated for resources: {'Port': ['ID=11f140e5-d625-4165-935e-6213876d0e9a,revision_number=4']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:41:59.183964 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-fa6b7419-7f13-4844-b4cc-9bc0ff306382 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:41:59.233657 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64beb6f-2914-4489-9f6f-61598b151761 None None] Routers {'e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0'} bound to L3 agent in host dv-cinder-798104-1-iscsi {{(pid=74152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 28 16:41:59.243162 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-b64beb6f-2914-4489-9f6f-61598b151761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa2cf5e1370>, 'dv-cinder-798104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T16:33:11Z,description=<?>,heartbeat_timestamp=2021-06-28T16:41:41Z,host='dv-cinder-798104-1-iscsi',id=c1a676c2-2a78-4c35-ab22-a28e05dfd46e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-28T16:33:11Z,topic='l3_agent')) {'router_ids': ['e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0'], 'active': True} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:41:59.258497 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-04c67c9a-7ff6-423a-bdb7-6b6f752c4d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:59.272894 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-146cf9be-1d80-4c11-b3f7-03f1ff3ee338 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:41:59.312194 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4744a9-e99f-4729-87b6-164e3e2d93f4 req-f8095715-435e-48b5-8a01-895deb63c544 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:41:59.319641 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-0e4744a9-e99f-4729-87b6-164e3e2d93f4 req-f8095715-435e-48b5-8a01-895deb63c544 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ac8dc62b-c0d1-448e-9b7b-2ee53b76484f HTTP/1.1" status: 200  len: 859 time: 0.3191586
Jun 28 16:41:59.364516 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c67c9a-7ff6-423a-bdb7-6b6f752c4d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dffd9c4-a276-4ed2-8338-d971c42d4a6d,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:41:59.374506 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-04c67c9a-7ff6-423a-bdb7-6b6f752c4d6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:41:59.383236 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-04c67c9a-7ff6-423a-bdb7-6b6f752c4d6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:41:59.408897 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-04c67c9a-7ff6-423a-bdb7-6b6f752c4d6d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8dffd9c4-a276-4ed2-8338-d971c42d4a6d HTTP/1.1" status: 204  len: 168 time: 0.8979595
Jun 28 16:41:59.567586 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a3c276e-863c-4266-95d9-7d34e687fbcb', 'tag': '75089fd2-da65-4e0a-8bb4-4377a45a94d1', 'status': 'completed', 'code': 200}
Jun 28 16:41:59.728401 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-aa00b360-b249-4195-8d0b-c4c9f7e9c958 req-236cf9c1-bfb6-4e7b-8fb0-a9ee1814897d tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/security-groups?id=961c93a5-ebeb-476d-8144-f2a60620665a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 1.0498395
Jun 28 16:41:59.840225 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-58e4b9eb-7cf2-4cca-93d1-ad27e0dec8da req-b0a971e5-d5b5-48f2-9d8a-45a58a49ec88 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=82c03e5282854bd0ba377331b218109e&device_id=69a01249-24b4-4899-982a-37bd6370d430 HTTP/1.1" status: 200  len: 1096 time: 0.4892077
Jun 28 16:41:59.855457 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device 11f140e5-d625-4165-935e-6213876d0e9a up at agent ovs-agent-dv-cinder-798104-1-iscsi {{(pid=74152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 28 16:41:59.856926 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-0594a8e4-e942-457d-adcf-1f432042a883 req-08544b6a-8c4b-497a-9f2b-0b2a377ce7bb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=63a2e49b0c454d43890a422c6fd0684c&device_id=6a3c276e-863c-4266-95d9-7d34e687fbcb HTTP/1.1" status: 200  len: 1097 time: 0.7661757
Jun 28 16:42:00.222682 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1428d891-a841-4167-af50-32383dfea4a9 req-74e67ced-3f22-46e4-99c5-c5d5d614372e tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:00.231881 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-1428d891-a841-4167-af50-32383dfea4a9 req-74e67ced-3f22-46e4-99c5-c5d5d614372e tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a3c276e-863c-4266-95d9-7d34e687fbcb HTTP/1.1" status: 200  len: 944 time: 0.2180150
Jun 28 16:42:00.450824 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Provisioning for port 11f140e5-d625-4165-935e-6213876d0e9a completed by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 28 16:42:00.454453 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvr_db [None req-b64beb6f-2914-4489-9f6f-61598b151761 None None] Set router e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0 gateway port host: dv-cinder-798104-1-iscsi {{(pid=74152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 28 16:42:00.458893 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165bf549-544e-446a-b5b0-5021853d9881 req-f980e7e1-f0c9-4a5d-aa4a-3da387559254 tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:00.471034 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-165bf549-544e-446a-b5b0-5021853d9881 req-f980e7e1-f0c9-4a5d-aa4a-3da387559254 tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8299ca3-d218-4700-aa5e-e9bc2e666093 HTTP/1.1" status: 200  len: 945 time: 0.3785698
Jun 28 16:42:00.513329 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-1428d891-a841-4167-af50-32383dfea4a9 req-834c9707-d9fb-4097-9dd3-177e2015f99e tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=617347ef-10fd-471e-b011-50ccff30f907&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2781823
Jun 28 16:42:00.595773 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Provisioning complete for port 11f140e5-d625-4165-935e-6213876d0e9a triggered by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:42:00.596158 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:00.612841 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-165bf549-544e-446a-b5b0-5021853d9881 req-595e3597-d29e-49ed-9f5b-980e640274ea tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] 10.222.0.30 "GET /v2.0/security-groups?id=64217a24-193e-47f9-9a30-3d82665c24a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1408219
Jun 28 16:42:00.689927 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-161eac45-359c-48e7-adf2-ec41cdbbe199 None None] Provisioning complete for port 11f140e5-d625-4165-935e-6213876d0e9a triggered by entity DHCP. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:42:00.690312 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-161eac45-359c-48e7-adf2-ec41cdbbe199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:00.897179 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-044e6897-5ce6-4a89-8774-fac9ea352fe6 req-3c1439a2-8837-4faf-a8f1-dc82b58d5107 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/ports?device_id=efa4f703-a74a-47fc-a1eb-b46e13636aa1 HTTP/1.1" status: 200  len: 210 time: 0.0755761
Jun 28 16:42:01.224828 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066b24bd-0853-478b-a681-58400c2bbfa5 req-0c49b85b-512b-4ddb-b678-3301eab75d5f tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:01.227510 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-066b24bd-0853-478b-a681-58400c2bbfa5 req-0c49b85b-512b-4ddb-b678-3301eab75d5f tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/ports?device_id=69a01249-24b4-4899-982a-37bd6370d430 HTTP/1.1" status: 200  len: 943 time: 0.1817191
Jun 28 16:42:01.305395 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-066b24bd-0853-478b-a681-58400c2bbfa5 req-d399ca05-ce91-40db-a722-dc8a081cbdcb tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/security-groups?id=961c93a5-ebeb-476d-8144-f2a60620665a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0675426
Jun 28 16:42:01.390168 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-161eac45-359c-48e7-adf2-ec41cdbbe199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:01.408291 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:01.465637 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-161eac45-359c-48e7-adf2-ec41cdbbe199 None None] For port 11f140e5-d625-4165-935e-6213876d0e9a, host dv-cinder-798104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-iscsi',level=0,port_id=11f140e5-d625-4165-935e-6213876d0e9a,segment=NetworkSegment(f7e7868f-b1c3-4298-a940-297b02826b74),segment_id=f7e7868f-b1c3-4298-a940-297b02826b74)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:42:01.474880 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-161eac45-359c-48e7-adf2-ec41cdbbe199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:01.509681 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:42:01.510766 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 33666) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:42:01.569447 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69a01249-24b4-4899-982a-37bd6370d430', 'tag': 'ffc5ad1f-7e0f-48d1-9e62-7942808edf31'}] {{(pid=74150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 28 16:42:01.603395 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.db.api [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=74152) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 28 16:42:01.603660 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_db.api [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 28 16:42:01.620875 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-b64beb6f-2914-4489-9f6f-61598b151761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa2cf5e1370>, [{'id': 'e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0', 'name': 'tempest-AttachVolumeShelveTestJSON-1703409747-router', 'tenant_id': '63a2e49b0c454d43890a422c6fd0684c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'fdc35852-b6f6-405a-825d-15926a01a8b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:06Z', 'updated_at': '2021-06-28T16:41:18Z', 'revision_number': 4, 'project_id': '63a2e49b0c454d43890a422c6fd0684c', 'gw_port': {'id': 'fdc35852-b6f6-405a-825d-15926a01a8b0', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:07Z', 'updated_at': '2021-06-28T16:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi', '_interfaces': [{'id': '11f140e5-d625-4165-935e-6213876d0e9a', 'name': '', 'network_id': '5a346278-b5ab-4c50-92aa-d9c545e84c60', 'tenant_id': '63a2e49b0c454d43890a422c6fd0684c', 'mac_address': 'fa:16:3e:89:a6:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3e3d357-dcc0-424c-a40d-bd73416cd8db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:16Z', 'updated_at': '2021-06-28T16:41:58Z', 'revision_number': 4, 'project_id': '63a2e49b0c454d43890a422c6fd0684c', 'subnets': [{'id': 'b3e3d357-dcc0-424c-a40d-bd73416cd8db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-iscsi', False) {} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:42:01.623092 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161eac45-359c-48e7-adf2-ec41cdbbe199 None None] Pushing event updated for resources: {'Port': ['ID=11f140e5-d625-4165-935e-6213876d0e9a,revision_number=5']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:42:01.627714 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-161eac45-359c-48e7-adf2-ec41cdbbe199 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:42:01.630416 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64beb6f-2914-4489-9f6f-61598b151761 None None] The sync data for ids ['e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0'] in dv-cinder-798104-1-iscsi is: [{'id': 'e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0', 'name': 'tempest-AttachVolumeShelveTestJSON-1703409747-router', 'tenant_id': '63a2e49b0c454d43890a422c6fd0684c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'fdc35852-b6f6-405a-825d-15926a01a8b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:06Z', 'updated_at': '2021-06-28T16:41:18Z', 'revision_number': 4, 'project_id': '63a2e49b0c454d43890a422c6fd0684c', 'gw_port': {'id': 'fdc35852-b6f6-405a-825d-15926a01a8b0', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:07Z', 'updated_at': '2021-06-28T16:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi', '_interfaces': [{'id': '11f140e5-d625-4165-935e-6213876d0e9a', 'name': '', 'network_id': '5a346278-b5ab-4c50-92aa-d9c545e84c60', 'tenant_id': '63a2e49b0c454d43890a422c6fd0684c', 'mac_address': 'fa:16:3e:89:a6:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3e3d357-dcc0-424c-a40d-bd73416cd8db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:16Z', 'updated_at': '2021-06-28T16:41:58Z', 'revision_number': 4, 'project_id': '63a2e49b0c454d43890a422c6fd0684c', 'subnets': [{'id': 'b3e3d357-dcc0-424c-a40d-bd73416cd8db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 28 16:42:01.680630 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69a01249-24b4-4899-982a-37bd6370d430', 'tag': 'ffc5ad1f-7e0f-48d1-9e62-7942808edf31', 'status': 'completed', 'code': 200}
Jun 28 16:42:01.799761 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.v2.base [None req-04b4b2bd-93d9-411d-a94f-2c48781e4104 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1000774184-network', 'tenant_id': '4a917d50ef744469ae6a494fb74a7a37'}} {{(pid=74150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:42:01.852150 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-04b4b2bd-93d9-411d-a94f-2c48781e4104 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:42:01.862386 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-04b4b2bd-93d9-411d-a94f-2c48781e4104 admin admin] Usage tracker for resource:network and tenant:4a917d50ef744469ae6a494fb74a7a37 is out of sync, need to count used quota {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:42:01.867113 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-04b4b2bd-93d9-411d-a94f-2c48781e4104 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:42:01.880580 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-04b4b2bd-93d9-411d-a94f-2c48781e4104 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:42:02.039809 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b4b2bd-93d9-411d-a94f-2c48781e4104 admin admin] Made reservation on behalf of 4a917d50ef744469ae6a494fb74a7a37 for: {'network': 1} {{(pid=74150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 28 16:42:02.042396 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-04b4b2bd-93d9-411d-a94f-2c48781e4104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for network, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:02.095970 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-04b4b2bd-93d9-411d-a94f-2c48781e4104 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:02.222329 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device 6481c4ed-2367-4a81-8d50-3e55bb4b57fd up at agent ovs-agent-dv-cinder-798104-1-iscsi {{(pid=74152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 28 16:42:02.242666 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-0e4744a9-e99f-4729-87b6-164e3e2d93f4 req-b40444f5-9065-4a77-8dca-7a97bc8cfbc4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=67cef3f9-4ff6-418e-b6c5-56d49e3c3b89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1061916
Jun 28 16:42:02.353764 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Provisioning complete for port 6481c4ed-2367-4a81-8d50-3e55bb4b57fd triggered by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:42:02.354149 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:02.573676 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-0e4744a9-e99f-4729-87b6-164e3e2d93f4 req-f2debd06-b432-4b6b-a140-a67422823ced service neutron] 10.222.0.15 "GET /v2.0/networks/67cef3f9-4ff6-418e-b6c5-56d49e3c3b89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3233569
Jun 28 16:42:02.712160 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device 0b533fb4-29cd-4ee5-a7db-efca41b20ca5 up at agent ovs-agent-dv-cinder-798104-1-iscsi {{(pid=74152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 28 16:42:02.830077 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-0e4744a9-e99f-4729-87b6-164e3e2d93f4 req-9777cbe5-ebb5-4fa8-ad6c-937de38a996d service neutron] 10.222.0.15 "GET /v2.0/networks/67cef3f9-4ff6-418e-b6c5-56d49e3c3b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2499571
Jun 28 16:42:02.838866 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Provisioning for port 0b533fb4-29cd-4ee5-a7db-efca41b20ca5 completed by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 28 16:42:02.845484 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Provisioning complete for port 0b533fb4-29cd-4ee5-a7db-efca41b20ca5 triggered by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:42:02.846217 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:02.900532 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-58e4b9eb-7cf2-4cca-93d1-ad27e0dec8da req-9c10448e-4671-4020-b9d5-620921144157 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ffc5ad1f-7e0f-48d1-9e62-7942808edf31 HTTP/1.1" status: 200  len: 217 time: 0.7625484
Jun 28 16:42:02.902721 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-0594a8e4-e942-457d-adcf-1f432042a883 req-57c0f3e2-1ca4-498d-b495-54520e7203be service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75089fd2-da65-4e0a-8bb4-4377a45a94d1 HTTP/1.1" status: 200  len: 217 time: 0.7666950
Jun 28 16:42:03.012617 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:03.058081 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] For port 0b533fb4-29cd-4ee5-a7db-efca41b20ca5, host dv-cinder-798104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-iscsi',level=0,port_id=0b533fb4-29cd-4ee5-a7db-efca41b20ca5,segment=NetworkSegment(303640e0-a25f-464c-a67b-19acfa668001),segment_id=303640e0-a25f-464c-a67b-19acfa668001)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:42:03.074364 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:03.079172 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-fd5c4a89-cb63-44e7-9ba0-a74df520768a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:42:03.093267 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-923bfbde-c854-4be6-8bf6-d259114175cb req-5dbb3b65-a5a1-4b96-8a4f-f73a2f222ab4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fe368935ff745edaa9465a88456bec5&device_id=ce19014e-bb0e-4967-b0e5-c66f6bc47c20 HTTP/1.1" status: 200  len: 1096 time: 0.2050786
Jun 28 16:42:03.242965 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5037e9cd-afee-4a61-bb1b-bb5416543669 req-efadd74a-e9d9-423a-b29b-44ffdbcd878b tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:03.253005 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device 11f140e5-d625-4165-935e-6213876d0e9a up at agent ovs-agent-dv-cinder-798104-1-iscsi {{(pid=74152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 28 16:42:03.254400 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-5037e9cd-afee-4a61-bb1b-bb5416543669 req-efadd74a-e9d9-423a-b29b-44ffdbcd878b tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8299ca3-d218-4700-aa5e-e9bc2e666093 HTTP/1.1" status: 200  len: 945 time: 1.3687603
Jun 28 16:42:03.339747 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-04b4b2bd-93d9-411d-a94f-2c48781e4104 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:42:03.419357 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-04b4b2bd-93d9-411d-a94f-2c48781e4104 admin admin] Usage tracker for resource:security_group_rule and tenant:4a917d50ef744469ae6a494fb74a7a37 is out of sync, need to count used quota {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:42:03.513191 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-04b4b2bd-93d9-411d-a94f-2c48781e4104 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:42:03.546550 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Pushing event updated for resources: {'Port': ['ID=0b533fb4-29cd-4ee5-a7db-efca41b20ca5,revision_number=5']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:42:03.566784 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:42:03.577755 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Provisioning complete for port 11f140e5-d625-4165-935e-6213876d0e9a triggered by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:42:03.578570 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:03.608129 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b60271-02db-40bc-9b4d-69e1fbcde4ef req-f39d999a-83e7-4dca-a2f3-0923e4413429 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:03.612865 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-b9b60271-02db-40bc-9b4d-69e1fbcde4ef req-f39d999a-83e7-4dca-a2f3-0923e4413429 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a3c276e-863c-4266-95d9-7d34e687fbcb HTTP/1.1" status: 200  len: 944 time: 1.6602030
Jun 28 16:42:03.757879 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-04b4b2bd-93d9-411d-a94f-2c48781e4104 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:42:03.774253 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0594a8e4-e942-457d-adcf-1f432042a883 req-c76b117d-f72d-48d0-b5ce-0f36e61f5a41 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:03.776284 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-0594a8e4-e942-457d-adcf-1f432042a883 req-c76b117d-f72d-48d0-b5ce-0f36e61f5a41 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b3e3d357-dcc0-424c-a40d-bd73416cd8db HTTP/1.1" status: 200  len: 856 time: 0.7491715
Jun 28 16:42:03.857959 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-04b4b2bd-93d9-411d-a94f-2c48781e4104 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:03.880794 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923bfbde-c854-4be6-8bf6-d259114175cb req-e7f1a13f-da20-4b80-bf31-4cae65eee9dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:03.888405 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-923bfbde-c854-4be6-8bf6-d259114175cb req-e7f1a13f-da20-4b80-bf31-4cae65eee9dd service neutron] 10.222.0.15 "GET /v2.0/networks?id=67cef3f9-4ff6-418e-b6c5-56d49e3c3b89 HTTP/1.1" status: 200  len: 920 time: 0.7866464
Jun 28 16:42:03.895122 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d7e9d-e993-4f2a-b422-3f0f44523661 req-cecbb301-e112-48cd-bd29-5159a2dbb87d tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:03.896842 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-587d7e9d-e993-4f2a-b422-3f0f44523661 req-cecbb301-e112-48cd-bd29-5159a2dbb87d tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.15 "GET /v2.0/networks?id=67cef3f9-4ff6-418e-b6c5-56d49e3c3b89 HTTP/1.1" status: 200  len: 819 time: 1.2427318
Jun 28 16:42:03.898926 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e4b9eb-7cf2-4cca-93d1-ad27e0dec8da req-8b607748-e6ae-4027-b19d-1233fc5e8077 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:03.900510 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-58e4b9eb-7cf2-4cca-93d1-ad27e0dec8da req-8b607748-e6ae-4027-b19d-1233fc5e8077 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c17c6b4c-b032-4eb3-9e61-7e44dcd4cae3 HTTP/1.1" status: 200  len: 849 time: 0.9522731
Jun 28 16:42:03.992725 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-923bfbde-c854-4be6-8bf6-d259114175cb req-a81e0082-6d0a-4225-bbbf-5bb61cc82e68 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fc14b82e-34e1-4165-9bdf-d6c4b422fafc HTTP/1.1" status: 200  len: 217 time: 0.0956988
Jun 28 16:42:03.997858 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-5037e9cd-afee-4a61-bb1b-bb5416543669 req-d845f1aa-d03c-4ed8-97f1-c0c7969ccfe6 tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] 10.222.0.30 "GET /v2.0/security-groups?id=64217a24-193e-47f9-9a30-3d82665c24a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6505899
Jun 28 16:42:04.005992 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-04b4b2bd-93d9-411d-a94f-2c48781e4104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:04.019241 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.v2.base [req-587d7e9d-e993-4f2a-b422-3f0f44523661 req-71eb966e-d3df-48fd-967e-ffbcef35fec2 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Request body: {'port': {'device_id': 'efa4f703-a74a-47fc-a1eb-b46e13636aa1', 'network_id': '67cef3f9-4ff6-418e-b6c5-56d49e3c3b89', 'admin_state_up': True, 'tenant_id': '1fe368935ff745edaa9465a88456bec5'}} {{(pid=74150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:42:04.122817 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923bfbde-c854-4be6-8bf6-d259114175cb req-6b91365a-c4d6-4958-878d-199f17afedc0 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:04.126956 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-923bfbde-c854-4be6-8bf6-d259114175cb req-6b91365a-c4d6-4958-878d-199f17afedc0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ac8dc62b-c0d1-448e-9b7b-2ee53b76484f HTTP/1.1" status: 200  len: 859 time: 0.1275370
Jun 28 16:42:04.129664 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:42:04.177576 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b4b2bd-93d9-411d-a94f-2c48781e4104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=338f83ec-1a64-45f4-9ee6-332281501cb4,revision_number=1']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:42:04.268057 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-923bfbde-c854-4be6-8bf6-d259114175cb req-4c6900e4-60dd-40b4-998b-4a24e997637e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=67cef3f9-4ff6-418e-b6c5-56d49e3c3b89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1331694
Jun 28 16:42:04.305629 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b4b2bd-93d9-411d-a94f-2c48781e4104 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:42:04.306265 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b4b2bd-93d9-411d-a94f-2c48781e4104 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:42:04.306673 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b4b2bd-93d9-411d-a94f-2c48781e4104 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:42:04.307020 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b4b2bd-93d9-411d-a94f-2c48781e4104 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:42:04.307390 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b4b2bd-93d9-411d-a94f-2c48781e4104 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:42:04.307724 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b4b2bd-93d9-411d-a94f-2c48781e4104 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:42:04.308052 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b4b2bd-93d9-411d-a94f-2c48781e4104 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:42:04.308382 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b4b2bd-93d9-411d-a94f-2c48781e4104 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:42:04.308708 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b4b2bd-93d9-411d-a94f-2c48781e4104 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:42:04.309031 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b4b2bd-93d9-411d-a94f-2c48781e4104 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:42:04.309379 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b4b2bd-93d9-411d-a94f-2c48781e4104 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:42:04.339230 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-04b4b2bd-93d9-411d-a94f-2c48781e4104 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:42:04.392389 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04b4b2bd-93d9-411d-a94f-2c48781e4104 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306}  {{(pid=74150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jun 28 16:42:04.407400 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-b9b60271-02db-40bc-9b4d-69e1fbcde4ef req-f60fb37c-9532-4f4d-accb-b3c723e830ad tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=617347ef-10fd-471e-b011-50ccff30f907&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.7306938
Jun 28 16:42:04.416743 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-13507f1b-ae2e-408e-90f2-404a19129c2e req-5e20d518-7192-4bbe-b33b-937f0e5b0b08 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/ports?device_id=efa4f703-a74a-47fc-a1eb-b46e13636aa1 HTTP/1.1" status: 200  len: 210 time: 0.0994563
Jun 28 16:42:04.442319 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-923bfbde-c854-4be6-8bf6-d259114175cb req-90df32fd-cf0b-425f-a6d8-b64ea621a70f service neutron] 10.222.0.15 "GET /v2.0/networks/67cef3f9-4ff6-418e-b6c5-56d49e3c3b89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1643574
Jun 28 16:42:04.456299 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-04b4b2bd-93d9-411d-a94f-2c48781e4104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719364'] for segment, precommit_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:04.456468 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.db.segments_db [None req-04b4b2bd-93d9-411d-a94f-2c48781e4104 admin admin] Added segment ac459b3d-69c2-4d5c-849b-ccc5637d3355 of type vlan for network 4193df84-a7ff-466e-b47b-6ddb442e6cf0
Jun 28 16:42:04.501481 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-0594a8e4-e942-457d-adcf-1f432042a883 req-e765d6b7-484b-4b72-a763-1982077d6999 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5a346278-b5ab-4c50-92aa-d9c545e84c60&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5770268
Jun 28 16:42:04.551429 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [req-587d7e9d-e993-4f2a-b422-3f0f44523661 req-71eb966e-d3df-48fd-967e-ffbcef35fec2 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:42:04.555726 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-04b4b2bd-93d9-411d-a94f-2c48781e4104 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771078342840'] for network, precommit_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:04.573346 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-587d7e9d-e993-4f2a-b422-3f0f44523661 req-71eb966e-d3df-48fd-967e-ffbcef35fec2 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Usage tracker for resource:port and tenant:1fe368935ff745edaa9465a88456bec5 is out of sync, need to count used quota {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:42:04.578832 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-587d7e9d-e993-4f2a-b422-3f0f44523661 req-71eb966e-d3df-48fd-967e-ffbcef35fec2 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Quota usage for port was recalculated. Used quota:2. {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:42:04.627252 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-58e4b9eb-7cf2-4cca-93d1-ad27e0dec8da req-4dc5a180-f20e-4f4f-b3ca-b9b733f0e8ad service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=016488fa-4c73-4804-a4b6-958ce586a741&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.6456614
Jun 28 16:42:04.640296 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [req-587d7e9d-e993-4f2a-b422-3f0f44523661 req-71eb966e-d3df-48fd-967e-ffbcef35fec2 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:42:04.669649 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-923bfbde-c854-4be6-8bf6-d259114175cb req-45b76092-67a6-41f4-9f23-24be6d793849 service neutron] 10.222.0.15 "GET /v2.0/networks/67cef3f9-4ff6-418e-b6c5-56d49e3c3b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2184374
Jun 28 16:42:04.720696 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-587d7e9d-e993-4f2a-b422-3f0f44523661 req-71eb966e-d3df-48fd-967e-ffbcef35fec2 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Made reservation on behalf of 1fe368935ff745edaa9465a88456bec5 for: {'port': 1} {{(pid=74150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 28 16:42:04.723839 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-587d7e9d-e993-4f2a-b422-3f0f44523661 req-71eb966e-d3df-48fd-967e-ffbcef35fec2 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:04.768154 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-04b4b2bd-93d9-411d-a94f-2c48781e4104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692'] for network, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:04.780087 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b4b2bd-93d9-411d-a94f-2c48781e4104 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:04.780824 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-04b4b2bd-93d9-411d-a94f-2c48781e4104 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533674'] for network, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:04.791379 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-307522ca-69df-4126-9090-dba2e97a80b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:42:04.979744 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-0594a8e4-e942-457d-adcf-1f432042a883 req-23ba2e1d-9d27-4971-b547-c630efb50f59 service neutron] 10.222.0.15 "GET /v2.0/networks/5a346278-b5ab-4c50-92aa-d9c545e84c60?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4653785
Jun 28 16:42:05.010734 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b4b2bd-93d9-411d-a94f-2c48781e4104 admin admin] Pushing event updated for resources: {'Network': ['ID=4193df84-a7ff-466e-b47b-6ddb442e6cf0,revision_number=1']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:42:05.018577 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-04b4b2bd-93d9-411d-a94f-2c48781e4104 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:42:05.026557 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Network 4193df84-a7ff-466e-b47b-6ddb442e6cf0 details requested by agent ovs-agent-dv-cinder-798104-1-iscsi with host dv-cinder-798104-1-iscsi {{(pid=74152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 28 16:42:05.028161 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-04b4b2bd-93d9-411d-a94f-2c48781e4104 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 3.5159447
Jun 28 16:42:05.033714 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 33750) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:42:05.044698 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.v2.base [None req-e7d4181f-7724-4ff5-b9c7-1f13ad9aac6b admin admin] Request body: {'subnet': {'network_id': '4193df84-a7ff-466e-b47b-6ddb442e6cf0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1000774184-subnet', 'tenant_id': '4a917d50ef744469ae6a494fb74a7a37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:42:05.054141 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-e7d4181f-7724-4ff5-b9c7-1f13ad9aac6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:42:05.072857 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ec3a80-2ae4-4656-9764-43171d63897e req-263f7add-9a38-49b3-b205-af6b3433513d tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:05.080244 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-f1ec3a80-2ae4-4656-9764-43171d63897e req-263f7add-9a38-49b3-b205-af6b3433513d tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/ports?device_id=69a01249-24b4-4899-982a-37bd6370d430 HTTP/1.1" status: 200  len: 943 time: 0.4426126
Jun 28 16:42:05.082709 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-e7d4181f-7724-4ff5-b9c7-1f13ad9aac6b admin admin] Usage tracker for resource:subnet and tenant:4a917d50ef744469ae6a494fb74a7a37 is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:42:05.096391 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-e7d4181f-7724-4ff5-b9c7-1f13ad9aac6b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:42:05.123979 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-e7d4181f-7724-4ff5-b9c7-1f13ad9aac6b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:42:05.171786 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d4181f-7724-4ff5-b9c7-1f13ad9aac6b admin admin] Made reservation on behalf of 4a917d50ef744469ae6a494fb74a7a37 for: {'subnet': 1} {{(pid=74151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 28 16:42:05.172467 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-f1ec3a80-2ae4-4656-9764-43171d63897e req-0d02e564-4018-4d39-92eb-6605d0d90cc3 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/security-groups?id=961c93a5-ebeb-476d-8144-f2a60620665a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0917971
Jun 28 16:42:05.189264 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-e7d4181f-7724-4ff5-b9c7-1f13ad9aac6b admin admin] Notify callbacks [] for subnet, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:05.193240 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.db_base_plugin_common [req-587d7e9d-e993-4f2a-b422-3f0f44523661 req-71eb966e-d3df-48fd-967e-ffbcef35fec2 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Allocated IP 172.20.0.12 (67cef3f9-4ff6-418e-b6c5-56d49e3c3b89/ac8dc62b-c0d1-448e-9b7b-2ee53b76484f/85ea52fb-05ed-4b97-8910-cd75ab632765) {{(pid=74150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 28 16:42:05.366660 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device 0b533fb4-29cd-4ee5-a7db-efca41b20ca5 up at agent ovs-agent-dv-cinder-798104-1-iscsi {{(pid=74152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 28 16:42:05.472414 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Provisioning complete for port 0b533fb4-29cd-4ee5-a7db-efca41b20ca5 triggered by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:42:05.472797 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:05.600130 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device fc14b82e-34e1-4165-9bdf-d6c4b422fafc details requested by agent hyperv_hv-cinder-79810 with host hv-cinder-79810 {{(pid=74152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 28 16:42:05.624062 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 33776) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:42:05.752498 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-e7d4181f-7724-4ff5-b9c7-1f13ad9aac6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692'] for subnet, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:05.764855 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-905d343c-807b-4509-966e-4c57c8016e8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:42:05.930063 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d4181f-7724-4ff5-b9c7-1f13ad9aac6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f81866b-c848-48c8-aa50-d2983f7de03e,revision_number=0']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:42:05.950529 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d4181f-7724-4ff5-b9c7-1f13ad9aac6b admin admin] Checking segment: {'id': 'ac459b3d-69c2-4d5c-849b-ccc5637d3355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4193df84-a7ff-466e-b47b-6ddb442e6cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 28 16:42:05.951112 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d4181f-7724-4ff5-b9c7-1f13ad9aac6b admin admin] Network hostable DHCP agents. Network: 4193df84-a7ff-466e-b47b-6ddb442e6cf0, hostable agents: ['e6bae525-68bf-4aa0-98dd-dc96c133cc24'], hosted agents: [] {{(pid=74151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 28 16:42:05.956568 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] For port fc14b82e-34e1-4165-9bdf-d6c4b422fafc, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=fc14b82e-34e1-4165-9bdf-d6c4b422fafc,segment=NetworkSegment(303640e0-a25f-464c-a67b-19acfa668001),segment_id=303640e0-a25f-464c-a67b-19acfa668001)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:42:05.963071 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d4181f-7724-4ff5-b9c7-1f13ad9aac6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:42:05.963430 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d4181f-7724-4ff5-b9c7-1f13ad9aac6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:42:05.963761 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d4181f-7724-4ff5-b9c7-1f13ad9aac6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:42:05.964107 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d4181f-7724-4ff5-b9c7-1f13ad9aac6b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:42:05.964444 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d4181f-7724-4ff5-b9c7-1f13ad9aac6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:42:05.964780 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d4181f-7724-4ff5-b9c7-1f13ad9aac6b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:42:05.965324 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d4181f-7724-4ff5-b9c7-1f13ad9aac6b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:42:05.965665 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d4181f-7724-4ff5-b9c7-1f13ad9aac6b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:42:05.965987 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d4181f-7724-4ff5-b9c7-1f13ad9aac6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:42:05.966313 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d4181f-7724-4ff5-b9c7-1f13ad9aac6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:42:05.966638 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d4181f-7724-4ff5-b9c7-1f13ad9aac6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:42:05.979866 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-e7d4181f-7724-4ff5-b9c7-1f13ad9aac6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:42:05.996691 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d4181f-7724-4ff5-b9c7-1f13ad9aac6b admin admin] Network 4193df84-a7ff-466e-b47b-6ddb442e6cf0 is scheduled to be hosted by DHCP agent e6bae525-68bf-4aa0-98dd-dc96c133cc24 with binding_index 1 {{(pid=74151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 28 16:42:06.009223 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Returning: {'device': 'fc14b82e-34e1-4165-9bdf-d6c4b422fafc', 'network_id': '67cef3f9-4ff6-418e-b6c5-56d49e3c3b89', 'port_id': 'fc14b82e-34e1-4165-9bdf-d6c4b422fafc', 'mac_address': 'fa:16:3e:1e:36:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac8dc62b-c0d1-448e-9b7b-2ee53b76484f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 28 16:42:06.016044 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.base_scheduler [None req-e7d4181f-7724-4ff5-b9c7-1f13ad9aac6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798104-1-iscsi, 4193df84-a7ff-466e-b47b-6ddb442e6cf0) {{(pid=74151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 28 16:42:06.024153 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d4181f-7724-4ff5-b9c7-1f13ad9aac6b admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:06.024753 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-e7d4181f-7724-4ff5-b9c7-1f13ad9aac6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533674'] for subnet, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:06.065764 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4485730-c2ec-44a6-ab10-d7d486a3cea8 None None] Network 4193df84-a7ff-466e-b47b-6ddb442e6cf0 requested from dv-cinder-798104-1-iscsi {{(pid=74152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 28 16:42:06.072236 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-561bb3b2-b563-4346-9270-d2917f4e6839 req-3b8308fe-f651-4af2-bbb3-52fcd740e7e5 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Synchronizing usage tracker for tenant:1fe368935ff745edaa9465a88456bec5 on resource:port {{(pid=74150) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 28 16:42:06.085436 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-e7d4181f-7724-4ff5-b9c7-1f13ad9aac6b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.0497363
Jun 28 16:42:06.196044 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91e9258-672d-4819-aede-d342f4a48424 req-619ffdf8-9878-41b4-bbc6-9dbbd0c2a465 tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:06.197957 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-a91e9258-672d-4819-aede-d342f4a48424 req-619ffdf8-9878-41b4-bbc6-9dbbd0c2a465 tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8299ca3-d218-4700-aa5e-e9bc2e666093 HTTP/1.1" status: 200  len: 945 time: 0.7791708
Jun 28 16:42:06.203133 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-561bb3b2-b563-4346-9270-d2917f4e6839 req-3b8308fe-f651-4af2-bbb3-52fcd740e7e5 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Unset dirty status for tenant:1fe368935ff745edaa9465a88456bec5 on resource:port {{(pid=74150) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 28 16:42:06.204356 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-561bb3b2-b563-4346-9270-d2917f4e6839 req-3b8308fe-f651-4af2-bbb3-52fcd740e7e5 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/ports?device_id=efa4f703-a74a-47fc-a1eb-b46e13636aa1 HTTP/1.1" status: 200  len: 210 time: 0.3771734
Jun 28 16:42:06.211243 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-587d7e9d-e993-4f2a-b422-3f0f44523661 req-71eb966e-d3df-48fd-967e-ffbcef35fec2 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Notify callbacks [] for port, precommit_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:06.313567 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-412383f6-08e2-4572-be2c-a93a91e8c8a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:06.332620 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-a91e9258-672d-4819-aede-d342f4a48424 req-6c7c461e-54c8-46d7-9b16-e4571b7d80f3 tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] 10.222.0.30 "GET /v2.0/security-groups?id=64217a24-193e-47f9-9a30-3d82665c24a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1252322
Jun 28 16:42:06.361775 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-412383f6-08e2-4572-be2c-a93a91e8c8a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:42:06.366932 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-412383f6-08e2-4572-be2c-a93a91e8c8a9 admin admin] Usage tracker for resource:security_group_rule and tenant:d4aa8d3a76af476997c123b6cef99c17 is out of sync, need to count used quota {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:42:06.373444 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-412383f6-08e2-4572-be2c-a93a91e8c8a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:42:06.381857 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-412383f6-08e2-4572-be2c-a93a91e8c8a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:42:06.448936 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:06.479095 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-412383f6-08e2-4572-be2c-a93a91e8c8a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:06.494821 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-412383f6-08e2-4572-be2c-a93a91e8c8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:06.509187 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:42:06.535775 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-587d7e9d-e993-4f2a-b422-3f0f44523661 req-71eb966e-d3df-48fd-967e-ffbcef35fec2 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771078328113'] for port, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:06.628115 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.notifiers.nova [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc14b82e-34e1-4165-9bdf-d6c4b422fafc {{(pid=74152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 28 16:42:06.660830 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] For port fc14b82e-34e1-4165-9bdf-d6c4b422fafc, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=fc14b82e-34e1-4165-9bdf-d6c4b422fafc,segment=NetworkSegment(303640e0-a25f-464c-a67b-19acfa668001),segment_id=303640e0-a25f-464c-a67b-19acfa668001)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:42:06.666049 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe0a6d2-e9b1-480a-801c-122905594a98 None None] Network 4193df84-a7ff-466e-b47b-6ddb442e6cf0 requested from dv-cinder-798104-1-iscsi {{(pid=74152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 28 16:42:06.697530 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:06.698502 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412383f6-08e2-4572-be2c-a93a91e8c8a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae7f972-aabc-4f10-8438-5bf54d362768,revision_number=1']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:42:06.701574 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-412383f6-08e2-4572-be2c-a93a91e8c8a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:42:06.707030 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-161eac45-359c-48e7-adf2-ec41cdbbe199 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:42:06.713371 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:42:06.758409 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-412383f6-08e2-4572-be2c-a93a91e8c8a9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d4aa8d3a76af476997c123b6cef99c17&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0540030
Jun 28 16:42:06.759452 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-587d7e9d-e993-4f2a-b422-3f0f44523661 req-71eb966e-d3df-48fd-967e-ffbcef35fec2 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Network 67cef3f9-4ff6-418e-b6c5-56d49e3c3b89 is already hosted by enough agents. {{(pid=74150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 28 16:42:06.759593 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 33800) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:42:06.779387 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.scheduler.base_scheduler [req-587d7e9d-e993-4f2a-b422-3f0f44523661 req-71eb966e-d3df-48fd-967e-ffbcef35fec2 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Resources bound (agent type, host, resource id):  {{(pid=74150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 28 16:42:06.790878 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.l3_dvrscheduler_db [req-587d7e9d-e993-4f2a-b422-3f0f44523661 req-71eb966e-d3df-48fd-967e-ffbcef35fec2 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Received port after_create {{(pid=74150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 28 16:42:06.794883 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d7e9d-e993-4f2a-b422-3f0f44523661 req-71eb966e-d3df-48fd-967e-ffbcef35fec2 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:06.795550 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-587d7e9d-e993-4f2a-b422-3f0f44523661 req-71eb966e-d3df-48fd-967e-ffbcef35fec2 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533674'] for port, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:06.850839 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eb966e-d3df-48fd-967e-ffbcef35fec2 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Pushing event updated for resources: {'Port': ['ID=85ea52fb-05ed-4b97-8910-cd75ab632765,revision_number=1']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:42:06.855518 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-71eb966e-d3df-48fd-967e-ffbcef35fec2 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:42:06.861714 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-587d7e9d-e993-4f2a-b422-3f0f44523661 req-71eb966e-d3df-48fd-967e-ffbcef35fec2 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.8817003
Jun 28 16:42:06.878343 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af406da1-0a7f-4180-bb5b-f8dd6761e780 req-63ca5ffd-ce2e-4ac1-84c2-b9903cf36f9f tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:06.879922 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-af406da1-0a7f-4180-bb5b-f8dd6761e780 req-63ca5ffd-ce2e-4ac1-84c2-b9903cf36f9f tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a3c276e-863c-4266-95d9-7d34e687fbcb HTTP/1.1" status: 200  len: 944 time: 0.3496258
Jun 28 16:42:06.891222 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b2c16e-1361-4088-8ddc-c03b6d00a322 req-466855bf-16eb-4167-a21a-0759bbbc4df1 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:06.892882 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-12b2c16e-1361-4088-8ddc-c03b6d00a322 req-466855bf-16eb-4167-a21a-0759bbbc4df1 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/ports?device_id=69a01249-24b4-4899-982a-37bd6370d430 HTTP/1.1" status: 200  len: 943 time: 0.2569499
Jun 28 16:42:06.970524 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Pushing event updated for resources: {'Port': ['ID=fc14b82e-34e1-4165-9bdf-d6c4b422fafc,revision_number=4']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:42:06.971803 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-af406da1-0a7f-4180-bb5b-f8dd6761e780 req-b95ea003-060a-46ab-9208-6c7bbbbfceae tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=617347ef-10fd-471e-b011-50ccff30f907&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0779080
Jun 28 16:42:06.993535 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-12b2c16e-1361-4088-8ddc-c03b6d00a322 req-aea3eeea-10b2-4dd9-8f50-72aba588ad31 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/security-groups?id=961c93a5-ebeb-476d-8144-f2a60620665a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0846930
Jun 28 16:42:07.014467 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:42:07.067229 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-48132dce-73e3-45f0-9569-ab6e55b66dbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:07.099615 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-48132dce-73e3-45f0-9569-ab6e55b66dbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:07.174048 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-48132dce-73e3-45f0-9569-ab6e55b66dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:07.179256 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-a10fda75-1943-48fa-b3e8-116a3852e891 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:42:07.193061 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48132dce-73e3-45f0-9569-ab6e55b66dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae7f972-aabc-4f10-8438-5bf54d362768,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:42:07.198354 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-48132dce-73e3-45f0-9569-ab6e55b66dbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:42:07.213910 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-48132dce-73e3-45f0-9569-ab6e55b66dbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:07.215901 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-48132dce-73e3-45f0-9569-ab6e55b66dbe admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3ae7f972-aabc-4f10-8438-5bf54d362768 HTTP/1.1" status: 204  len: 168 time: 0.4546204
Jun 28 16:42:07.702200 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.v2.base [req-587d7e9d-e993-4f2a-b422-3f0f44523661 req-45cb2c5b-68b0-4d9a-846d-d9141cfd66d1 service neutron] Request body: {'port': {'device_id': 'efa4f703-a74a-47fc-a1eb-b46e13636aa1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79810'}} {{(pid=74150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:42:07.871051 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] get_ports_and_sgs() called for port_ids ['fc14b82e-34e1-4165-9bdf-d6c4b422fafc'] {{(pid=74152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 28 16:42:07.895373 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 33824) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:42:07.941671 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-2e9f6a1e-b991-4a20-9f9f-a71bc8458e49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:08.023540 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-2e9f6a1e-b991-4a20-9f9f-a71bc8458e49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:42:08.029297 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-2e9f6a1e-b991-4a20-9f9f-a71bc8458e49 admin admin] Usage tracker for resource:security_group_rule and tenant:3b1b53c1688d40acb43d3b394b7bc372 is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:42:08.033687 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-2e9f6a1e-b991-4a20-9f9f-a71bc8458e49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:42:08.047277 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-2e9f6a1e-b991-4a20-9f9f-a71bc8458e49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:42:08.067226 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35809ea6-2224-4f8e-97b4-06292cdf0563 req-26135fc0-9ff6-41e5-b312-6373b23ca5e2 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:08.068858 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-35809ea6-2224-4f8e-97b4-06292cdf0563 req-26135fc0-9ff6-41e5-b312-6373b23ca5e2 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/ports?device_id=efa4f703-a74a-47fc-a1eb-b46e13636aa1 HTTP/1.1" status: 200  len: 932 time: 0.5634656
Jun 28 16:42:08.222273 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-0594a8e4-e942-457d-adcf-1f432042a883 req-e26abdb5-8f0c-4f3b-9bf6-960a371323bf service neutron] 10.222.0.15 "GET /v2.0/networks/5a346278-b5ab-4c50-92aa-d9c545e84c60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5750656
Jun 28 16:42:08.227099 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-58e4b9eb-7cf2-4cca-93d1-ad27e0dec8da req-cb23854e-e9a2-46ea-b15b-136b4b7067f3 service neutron] 10.222.0.15 "GET /v2.0/networks/016488fa-4c73-4804-a4b6-958ce586a741?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5755668
Jun 28 16:42:08.232037 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-587d7e9d-e993-4f2a-b422-3f0f44523661 req-45cb2c5b-68b0-4d9a-846d-d9141cfd66d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:08.232253 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-2e9f6a1e-b991-4a20-9f9f-a71bc8458e49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:08.250616 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-2e9f6a1e-b991-4a20-9f9f-a71bc8458e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:08.276050 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:42:08.367768 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9f6a1e-b991-4a20-9f9f-a71bc8458e49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb6d9b9-3d5a-4abb-ad8b-6f4dccf24d27,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:42:08.375894 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-2e9f6a1e-b991-4a20-9f9f-a71bc8458e49 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3b1b53c1688d40acb43d3b394b7bc372&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4784355
Jun 28 16:42:08.377445 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-2e9f6a1e-b991-4a20-9f9f-a71bc8458e49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:42:08.380446 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 33834) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:42:08.477623 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-317496fc-2403-4eca-9e16-cce3db89217e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:08.516723 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-317496fc-2403-4eca-9e16-cce3db89217e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:08.593142 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-317496fc-2403-4eca-9e16-cce3db89217e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:08.602193 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-5cbb9dca-b95c-431d-98b9-4aa110f84b33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:42:08.616281 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-35809ea6-2224-4f8e-97b4-06292cdf0563 req-106f168d-b596-4b46-96f8-7ce71bad72d6 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f8045ec-a41a-4934-bc0f-71dfa6c36734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4851580
Jun 28 16:42:08.629690 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317496fc-2403-4eca-9e16-cce3db89217e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb6d9b9-3d5a-4abb-ad8b-6f4dccf24d27,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:42:08.635496 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-317496fc-2403-4eca-9e16-cce3db89217e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:42:08.639626 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-317496fc-2403-4eca-9e16-cce3db89217e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:08.641985 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-317496fc-2403-4eca-9e16-cce3db89217e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9bb6d9b9-3d5a-4abb-ad8b-6f4dccf24d27 HTTP/1.1" status: 204  len: 168 time: 0.2599056
Jun 28 16:42:08.774284 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-58e4b9eb-7cf2-4cca-93d1-ad27e0dec8da req-74c25cba-f80b-4adc-b549-8455388802d5 service neutron] 10.222.0.15 "GET /v2.0/networks/016488fa-4c73-4804-a4b6-958ce586a741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4974315
Jun 28 16:42:08.840967 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-ec0bd68c-c76c-4caa-b6fd-f5e63195e4ff req-cb9c56c0-b328-4a75-b4c4-f263731333c7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=63a2e49b0c454d43890a422c6fd0684c&device_id=6a3c276e-863c-4266-95d9-7d34e687fbcb HTTP/1.1" status: 200  len: 1097 time: 0.4599664
Jun 28 16:42:08.899949 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5916573e-b9cb-4186-9c42-e8ef1bfa1155 req-370e1287-5ddc-48f0-90ae-bd9fb7e51932 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:08.901555 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-5916573e-b9cb-4186-9c42-e8ef1bfa1155 req-370e1287-5ddc-48f0-90ae-bd9fb7e51932 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/ports?device_id=69a01249-24b4-4899-982a-37bd6370d430 HTTP/1.1" status: 200  len: 943 time: 0.4942844
Jun 28 16:42:08.973346 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-aebdebd1-7850-4c49-b651-b989c27693d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:09.176553 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-c531cd87-f319-4d3a-a3f1-355cc5a654bc req-7c43ec6f-c394-4389-bf46-cf768e2da775 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a8299ca3-d218-4700-aa5e-e9bc2e666093&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2636359
Jun 28 16:42:09.459939 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-c531cd87-f319-4d3a-a3f1-355cc5a654bc req-03a1364d-84a8-4b78-9e10-62502d05d123 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9786ff176bb944e4a1432244983df7e1&device_id=a8299ca3-d218-4700-aa5e-e9bc2e666093 HTTP/1.1" status: 200  len: 1098 time: 0.1885493
Jun 28 16:42:09.467959 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:09.545824 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.notifiers.nova [req-587d7e9d-e993-4f2a-b422-3f0f44523661 req-45cb2c5b-68b0-4d9a-846d-d9141cfd66d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85ea52fb-05ed-4b97-8910-cd75ab632765 {{(pid=74150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 28 16:42:09.556135 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-587d7e9d-e993-4f2a-b422-3f0f44523661 req-45cb2c5b-68b0-4d9a-846d-d9141cfd66d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:09.594221 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.provisioning_blocks [req-587d7e9d-e993-4f2a-b422-3f0f44523661 req-45cb2c5b-68b0-4d9a-846d-d9141cfd66d1 service neutron] Transition to ACTIVE for port object 85ea52fb-05ed-4b97-8910-cd75ab632765 will not be triggered until provisioned by entity L2. {{(pid=74150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 28 16:42:09.643121 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device fc14b82e-34e1-4165-9bdf-d6c4b422fafc up at agent hyperv_hv-cinder-79810 {{(pid=74152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 28 16:42:09.688570 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-587d7e9d-e993-4f2a-b422-3f0f44523661 req-45cb2c5b-68b0-4d9a-846d-d9141cfd66d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:09.764503 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-5916573e-b9cb-4186-9c42-e8ef1bfa1155 req-093898df-cf68-4848-bc88-0b37942a4e34 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/security-groups?id=961c93a5-ebeb-476d-8144-f2a60620665a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.7308366
Jun 28 16:42:09.766235 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0bd68c-c76c-4caa-b6fd-f5e63195e4ff req-0ac50824-79d5-4bb8-9c5b-5a0d1210d579 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:09.767897 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-ec0bd68c-c76c-4caa-b6fd-f5e63195e4ff req-0ac50824-79d5-4bb8-9c5b-5a0d1210d579 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5a346278-b5ab-4c50-92aa-d9c545e84c60 HTTP/1.1" status: 200  len: 918 time: 0.8752587
Jun 28 16:42:09.807770 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-eba810bd-b9a5-482b-9c05-07b84205c1cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:42:09.856878 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c531cd87-f319-4d3a-a3f1-355cc5a654bc req-4103f127-ef37-4243-a1b2-0cb77eca7ef5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:09.860490 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-c531cd87-f319-4d3a-a3f1-355cc5a654bc req-4103f127-ef37-4243-a1b2-0cb77eca7ef5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7cf7e6d2-90dd-4005-a9f9-f2f92291a854 HTTP/1.1" status: 200  len: 913 time: 0.3562315
Jun 28 16:42:09.886529 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Provisioning for port fc14b82e-34e1-4165-9bdf-d6c4b422fafc completed by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 28 16:42:09.901015 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Provisioning complete for port fc14b82e-34e1-4165-9bdf-d6c4b422fafc triggered by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:42:09.902573 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:09.937424 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-e7a7cc1a-0a72-4521-8078-98a4b0213a36 req-40af6083-d127-4f21-9eea-2dd3ddd8223c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=82c03e5282854bd0ba377331b218109e&device_id=69a01249-24b4-4899-982a-37bd6370d430 HTTP/1.1" status: 200  len: 1096 time: 1.0811961
Jun 28 16:42:09.938110 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cb2c5b-68b0-4d9a-846d-d9141cfd66d1 service neutron] Pushing event updated for resources: {'Port': ['ID=85ea52fb-05ed-4b97-8910-cd75ab632765,revision_number=2']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:42:10.029454 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-c531cd87-f319-4d3a-a3f1-355cc5a654bc req-262f5c09-f924-4d6a-90b6-aa08c6262b95 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f1eeaa67-27f9-4170-8d1f-88cb9c9acfe5 HTTP/1.1" status: 200  len: 217 time: 0.1477067
Jun 28 16:42:10.180416 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c531cd87-f319-4d3a-a3f1-355cc5a654bc req-abbd58c7-476b-4fb0-a0f2-8d753592c178 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:10.182046 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-c531cd87-f319-4d3a-a3f1-355cc5a654bc req-abbd58c7-476b-4fb0-a0f2-8d753592c178 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9c3a086d-22de-4ca9-bd41-ff751b4b91d1 HTTP/1.1" status: 200  len: 852 time: 0.1465669
Jun 28 16:42:10.248362 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-ec0bd68c-c76c-4caa-b6fd-f5e63195e4ff req-880591f6-e525-4a29-b135-7704cd381fdb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75089fd2-da65-4e0a-8bb4-4377a45a94d1 HTTP/1.1" status: 200  len: 217 time: 0.3175080
Jun 28 16:42:10.259155 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:10.278265 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-45cb2c5b-68b0-4d9a-846d-d9141cfd66d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:42:10.289137 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-c531cd87-f319-4d3a-a3f1-355cc5a654bc req-98823625-21c8-4bdd-95f7-b7b988e0daba service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7cf7e6d2-90dd-4005-a9f9-f2f92291a854&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1001959
Jun 28 16:42:10.358811 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce19014e-bb0e-4967-b0e5-c66f6bc47c20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc14b82e-34e1-4165-9bdf-d6c4b422fafc'}] {{(pid=74152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 28 16:42:10.379120 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] For port fc14b82e-34e1-4165-9bdf-d6c4b422fafc, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=fc14b82e-34e1-4165-9bdf-d6c4b422fafc,segment=NetworkSegment(303640e0-a25f-464c-a67b-19acfa668001),segment_id=303640e0-a25f-464c-a67b-19acfa668001)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:42:10.387930 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:10.396176 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:42:10.532740 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Pushing event updated for resources: {'Port': ['ID=fc14b82e-34e1-4165-9bdf-d6c4b422fafc,revision_number=5']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:42:10.544567 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:42:10.547219 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:42:10.549058 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-c531cd87-f319-4d3a-a3f1-355cc5a654bc req-1deb5ca6-246b-4d02-814d-1dcbc03e0dba service neutron] 10.222.0.15 "GET /v2.0/networks/7cf7e6d2-90dd-4005-a9f9-f2f92291a854?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2509246
Jun 28 16:42:10.549808 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:42:10.550110 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:42:10.550565 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:42:10.550963 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:42:10.551356 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:42:10.551768 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:42:10.552157 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:42:10.552543 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:42:10.552925 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:42:10.578863 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:42:10.638199 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137db329-a62d-46c0-8ceb-39ded93356d5 req-a47e32c9-6252-4206-82f2-5b8552cd268c tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:10.645804 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-137db329-a62d-46c0-8ceb-39ded93356d5 req-a47e32c9-6252-4206-82f2-5b8552cd268c tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a3c276e-863c-4266-95d9-7d34e687fbcb HTTP/1.1" status: 200  len: 944 time: 1.7141089
Jun 28 16:42:10.649938 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0bd68c-c76c-4caa-b6fd-f5e63195e4ff req-0e3f7385-514c-48b2-a51e-6bfbc089f46f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:10.651897 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-ec0bd68c-c76c-4caa-b6fd-f5e63195e4ff req-0e3f7385-514c-48b2-a51e-6bfbc089f46f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b3e3d357-dcc0-424c-a40d-bd73416cd8db HTTP/1.1" status: 200  len: 856 time: 0.3601615
Jun 28 16:42:10.816277 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.managers [req-587d7e9d-e993-4f2a-b422-3f0f44523661 req-45cb2c5b-68b0-4d9a-846d-d9141cfd66d1 service neutron] Attempting to bind port 85ea52fb-05ed-4b97-8910-cd75ab632765 on host hv-cinder-79810 for vnic_type normal with profile  {{(pid=74150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 28 16:42:10.817380 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.managers [req-587d7e9d-e993-4f2a-b422-3f0f44523661 req-45cb2c5b-68b0-4d9a-846d-d9141cfd66d1 service neutron] Attempting to bind port 85ea52fb-05ed-4b97-8910-cd75ab632765 by drivers openvswitch,hyperv on host hv-cinder-79810 at level 0 using segments [{'id': '303640e0-a25f-464c-a67b-19acfa668001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '67cef3f9-4ff6-418e-b6c5-56d49e3c3b89'}] {{(pid=74150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 28 16:42:10.817974 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587d7e9d-e993-4f2a-b422-3f0f44523661 req-45cb2c5b-68b0-4d9a-846d-d9141cfd66d1 service neutron] Attempting to bind port 85ea52fb-05ed-4b97-8910-cd75ab632765 on network 67cef3f9-4ff6-418e-b6c5-56d49e3c3b89 {{(pid=74150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 28 16:42:10.887016 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587d7e9d-e993-4f2a-b422-3f0f44523661 req-45cb2c5b-68b0-4d9a-846d-d9141cfd66d1 service neutron] Port 85ea52fb-05ed-4b97-8910-cd75ab632765 on network 67cef3f9-4ff6-418e-b6c5-56d49e3c3b89 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79810 {{(pid=74150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 28 16:42:10.887732 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587d7e9d-e993-4f2a-b422-3f0f44523661 req-45cb2c5b-68b0-4d9a-846d-d9141cfd66d1 service neutron] Attempting to bind port 85ea52fb-05ed-4b97-8910-cd75ab632765 on network 67cef3f9-4ff6-418e-b6c5-56d49e3c3b89 {{(pid=74150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 28 16:42:10.892977 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a7cc1a-0a72-4521-8078-98a4b0213a36 req-28eda597-a75f-414a-af61-16d3fc83ef96 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:10.897602 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-e7a7cc1a-0a72-4521-8078-98a4b0213a36 req-28eda597-a75f-414a-af61-16d3fc83ef96 service neutron] 10.222.0.15 "GET /v2.0/networks?id=016488fa-4c73-4804-a4b6-958ce586a741 HTTP/1.1" status: 200  len: 911 time: 0.6469474
Jun 28 16:42:10.920573 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-137db329-a62d-46c0-8ceb-39ded93356d5 req-d666fd7f-c9ae-4d21-b59f-58147f3f9cd4 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=617347ef-10fd-471e-b011-50ccff30f907&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2727358
Jun 28 16:42:11.145475 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-c531cd87-f319-4d3a-a3f1-355cc5a654bc req-fa0900c1-de91-4a80-a0f5-f24df993707b service neutron] 10.222.0.15 "GET /v2.0/networks/7cf7e6d2-90dd-4005-a9f9-f2f92291a854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5891531
Jun 28 16:42:11.168920 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587d7e9d-e993-4f2a-b422-3f0f44523661 req-45cb2c5b-68b0-4d9a-846d-d9141cfd66d1 service neutron] Checking agent: {'id': '11e346dd-a6a4-43d4-822e-d449440d0a22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 16, 39, 15), 'started_at': datetime.datetime(2021, 6, 28, 16, 39, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 16, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 28 16:42:11.169405 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587d7e9d-e993-4f2a-b422-3f0f44523661 req-45cb2c5b-68b0-4d9a-846d-d9141cfd66d1 service neutron] Checking segment: {'id': '303640e0-a25f-464c-a67b-19acfa668001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '67cef3f9-4ff6-418e-b6c5-56d49e3c3b89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 28 16:42:11.169853 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587d7e9d-e993-4f2a-b422-3f0f44523661 req-45cb2c5b-68b0-4d9a-846d-d9141cfd66d1 service neutron] Bound using segment: {'id': '303640e0-a25f-464c-a67b-19acfa668001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '67cef3f9-4ff6-418e-b6c5-56d49e3c3b89'} {{(pid=74150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 28 16:42:11.170596 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.managers [req-587d7e9d-e993-4f2a-b422-3f0f44523661 req-45cb2c5b-68b0-4d9a-846d-d9141cfd66d1 service neutron] Bound port: 85ea52fb-05ed-4b97-8910-cd75ab632765, host: hv-cinder-79810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '303640e0-a25f-464c-a67b-19acfa668001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '67cef3f9-4ff6-418e-b6c5-56d49e3c3b89'}}] {{(pid=74150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 28 16:42:11.171049 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-587d7e9d-e993-4f2a-b422-3f0f44523661 req-45cb2c5b-68b0-4d9a-846d-d9141cfd66d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:11.250318 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-78a3b5bd-97a1-45dc-912d-10727fb6a317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:11.408746 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-e7a7cc1a-0a72-4521-8078-98a4b0213a36 req-0204d91e-caf5-4947-ab43-ed5e78715245 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ffc5ad1f-7e0f-48d1-9e62-7942808edf31 HTTP/1.1" status: 200  len: 217 time: 0.4801750
Jun 28 16:42:11.605807 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-ec0bd68c-c76c-4caa-b6fd-f5e63195e4ff req-1919d702-607d-48fb-85ea-4fe165a27fee service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5a346278-b5ab-4c50-92aa-d9c545e84c60&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.9067426
Jun 28 16:42:11.647370 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device ffc5ad1f-7e0f-48d1-9e62-7942808edf31 details requested by agent hyperv_hv-cinder-79810 with host hv-cinder-79810 {{(pid=74152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 28 16:42:11.938439 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] For port ffc5ad1f-7e0f-48d1-9e62-7942808edf31, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=ffc5ad1f-7e0f-48d1-9e62-7942808edf31,segment=NetworkSegment(d95c8297-5540-4933-9f3d-9c3b535a42fe),segment_id=d95c8297-5540-4933-9f3d-9c3b535a42fe)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:42:11.954845 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Returning: {'device': 'ffc5ad1f-7e0f-48d1-9e62-7942808edf31', 'network_id': '016488fa-4c73-4804-a4b6-958ce586a741', 'port_id': 'ffc5ad1f-7e0f-48d1-9e62-7942808edf31', 'mac_address': 'fa:16:3e:26:49:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c17c6b4c-b032-4eb3-9e61-7e44dcd4cae3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 28 16:42:11.977403 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a7cc1a-0a72-4521-8078-98a4b0213a36 req-b7eed168-d894-42c1-bdff-ee0c4272ee3f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:11.983686 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-e7a7cc1a-0a72-4521-8078-98a4b0213a36 req-b7eed168-d894-42c1-bdff-ee0c4272ee3f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c17c6b4c-b032-4eb3-9e61-7e44dcd4cae3 HTTP/1.1" status: 200  len: 849 time: 0.5473435
Jun 28 16:42:12.021811 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.db [req-587d7e9d-e993-4f2a-b422-3f0f44523661 req-45cb2c5b-68b0-4d9a-846d-d9141cfd66d1 service neutron] For port 85ea52fb-05ed-4b97-8910-cd75ab632765, host hv-cinder-79810, cleared binding levels {{(pid=74150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 28 16:42:12.059241 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:12.098753 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.notifiers.nova [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffc5ad1f-7e0f-48d1-9e62-7942808edf31 {{(pid=74152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 28 16:42:12.141548 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] For port ffc5ad1f-7e0f-48d1-9e62-7942808edf31, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=ffc5ad1f-7e0f-48d1-9e62-7942808edf31,segment=NetworkSegment(d95c8297-5540-4933-9f3d-9c3b535a42fe),segment_id=d95c8297-5540-4933-9f3d-9c3b535a42fe)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:42:12.150208 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:12.151764 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device 75089fd2-da65-4e0a-8bb4-4377a45a94d1 details requested by agent hyperv_hv-cinder-79810 with host hv-cinder-79810 {{(pid=74152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 28 16:42:12.166130 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-a045ca96-159e-4ca9-93d0-a1d420476c13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:42:12.173150 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc92e377-e0e5-4e69-8025-68d9223e3e0a req-3fd1f18e-55e2-4d72-9908-a92bde270b62 tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:12.174413 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-cc92e377-e0e5-4e69-8025-68d9223e3e0a req-3fd1f18e-55e2-4d72-9908-a92bde270b62 tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] Synchronizing usage tracker for tenant:4a917d50ef744469ae6a494fb74a7a37 on resource:network {{(pid=74150) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 28 16:42:12.197038 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b25ca-f5a5-4e7d-99d1-7efef515eed3 req-dc12b1a4-19ea-4159-ae6b-80e98d3b8b81 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:12.199772 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-8e4b25ca-f5a5-4e7d-99d1-7efef515eed3 req-dc12b1a4-19ea-4159-ae6b-80e98d3b8b81 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/ports?device_id=efa4f703-a74a-47fc-a1eb-b46e13636aa1 HTTP/1.1" status: 200  len: 944 time: 0.9871631
Jun 28 16:42:12.203792 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.db [req-587d7e9d-e993-4f2a-b422-3f0f44523661 req-45cb2c5b-68b0-4d9a-846d-d9141cfd66d1 service neutron] For port 85ea52fb-05ed-4b97-8910-cd75ab632765, host hv-cinder-79810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=85ea52fb-05ed-4b97-8910-cd75ab632765,segment=NetworkSegment(303640e0-a25f-464c-a67b-19acfa668001),segment_id=303640e0-a25f-464c-a67b-19acfa668001)] {{(pid=74150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 28 16:42:12.243330 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-ec0bd68c-c76c-4caa-b6fd-f5e63195e4ff req-245aadb2-2984-4112-aa4b-74f72054001d service neutron] 10.222.0.15 "GET /v2.0/networks/5a346278-b5ab-4c50-92aa-d9c545e84c60?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6134992
Jun 28 16:42:12.266678 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-587d7e9d-e993-4f2a-b422-3f0f44523661 req-45cb2c5b-68b0-4d9a-846d-d9141cfd66d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:12.304873 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:42:12.477705 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-6c3ff140-2be5-46e8-b74a-5424bc372793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:12.512859 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-587d7e9d-e993-4f2a-b422-3f0f44523661 req-45cb2c5b-68b0-4d9a-846d-d9141cfd66d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533674'] for port, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:12.514341 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-587d7e9d-e993-4f2a-b422-3f0f44523661 req-45cb2c5b-68b0-4d9a-846d-d9141cfd66d1 service neutron] 10.222.0.15 "PUT /v2.0/ports/85ea52fb-05ed-4b97-8910-cd75ab632765 HTTP/1.1" status: 200  len: 1094 time: 4.8684392
Jun 28 16:42:12.522435 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efa4f703-a74a-47fc-a1eb-b46e13636aa1', 'tag': '85ea52fb-05ed-4b97-8910-cd75ab632765'}] {{(pid=74150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 28 16:42:12.532831 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-cc92e377-e0e5-4e69-8025-68d9223e3e0a req-3fd1f18e-55e2-4d72-9908-a92bde270b62 tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] Unset dirty status for tenant:4a917d50ef744469ae6a494fb74a7a37 on resource:network {{(pid=74150) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 28 16:42:12.533764 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-cc92e377-e0e5-4e69-8025-68d9223e3e0a req-3fd1f18e-55e2-4d72-9908-a92bde270b62 tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] 10.222.0.30 "GET /v2.0/networks?id=4193df84-a7ff-466e-b47b-6ddb442e6cf0 HTTP/1.1" status: 200  len: 809 time: 1.3512630
Jun 28 16:42:12.539229 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Pushing event updated for resources: {'Port': ['ID=ffc5ad1f-7e0f-48d1-9e62-7942808edf31,revision_number=4']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:42:12.547662 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:42:12.567558 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-8e4b25ca-f5a5-4e7d-99d1-7efef515eed3 req-21308dc4-1e88-4c2b-85fd-daac19261a60 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f8045ec-a41a-4934-bc0f-71dfa6c36734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3587892
Jun 28 16:42:12.575578 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-cc92e377-e0e5-4e69-8025-68d9223e3e0a req-5abcc02c-e69e-443b-a94f-1f61a964ab78 tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] 10.222.0.30 "GET /v2.0/quotas/4a917d50ef744469ae6a494fb74a7a37 HTTP/1.1" status: 200  len: 375 time: 0.0287189
Jun 28 16:42:12.581436 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cb2c5b-68b0-4d9a-846d-d9141cfd66d1 service neutron] Pushing event updated for resources: {'Port': ['ID=85ea52fb-05ed-4b97-8910-cd75ab632765,revision_number=3']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:42:12.621349 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-45cb2c5b-68b0-4d9a-846d-d9141cfd66d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:42:12.636477 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-cc92e377-e0e5-4e69-8025-68d9223e3e0a req-f8261d8f-c48b-45d8-9727-fb5d95bb8ddc tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4a917d50ef744469ae6a494fb74a7a37&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0516276
Jun 28 16:42:12.678478 dv-cinder-798104-1-iscsi neutron-server[74152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce19014e-bb0e-4967-b0e5-c66f6bc47c20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc14b82e-34e1-4165-9bdf-d6c4b422fafc', 'code': 200}
Jun 28 16:42:12.691032 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] For port 75089fd2-da65-4e0a-8bb4-4377a45a94d1, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=75089fd2-da65-4e0a-8bb4-4377a45a94d1,segment=NetworkSegment(f7e7868f-b1c3-4298-a940-297b02826b74),segment_id=f7e7868f-b1c3-4298-a940-297b02826b74)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:42:12.722013 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Returning: {'device': '75089fd2-da65-4e0a-8bb4-4377a45a94d1', 'network_id': '5a346278-b5ab-4c50-92aa-d9c545e84c60', 'port_id': '75089fd2-da65-4e0a-8bb4-4377a45a94d1', 'mac_address': 'fa:16:3e:48:97:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3e3d357-dcc0-424c-a40d-bd73416cd8db', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 28 16:42:12.834110 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:12.866796 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.notifiers.nova [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75089fd2-da65-4e0a-8bb4-4377a45a94d1 {{(pid=74152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 28 16:42:12.893403 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] For port 75089fd2-da65-4e0a-8bb4-4377a45a94d1, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=75089fd2-da65-4e0a-8bb4-4377a45a94d1,segment=NetworkSegment(f7e7868f-b1c3-4298-a940-297b02826b74),segment_id=f7e7868f-b1c3-4298-a940-297b02826b74)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:42:12.900483 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:12.904138 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-6cba5da1-a9d2-4b9d-a980-300fa91c8918 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:42:13.018752 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Pushing event updated for resources: {'Port': ['ID=75089fd2-da65-4e0a-8bb4-4377a45a94d1,revision_number=4']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:42:13.023580 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:42:13.030676 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-cc92e377-e0e5-4e69-8025-68d9223e3e0a req-c3d44de9-5aba-42e6-a9fc-97a95447e004 service neutron] 10.222.0.30 "GET /v2.0/networks/4193df84-a7ff-466e-b47b-6ddb442e6cf0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3863981
Jun 28 16:42:13.044095 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a96a0f-f370-49dd-8273-f8f759a15961 req-919d6177-9d77-42f4-a0b5-1821e722c7ed tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:13.045653 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-72a96a0f-f370-49dd-8273-f8f759a15961 req-919d6177-9d77-42f4-a0b5-1821e722c7ed tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/ports?device_id=69a01249-24b4-4899-982a-37bd6370d430 HTTP/1.1" status: 200  len: 944 time: 0.2339404
Jun 28 16:42:13.197004 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-72a96a0f-f370-49dd-8273-f8f759a15961 req-359a698c-3bf2-4346-8f29-3204c61535e6 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/security-groups?id=961c93a5-ebeb-476d-8144-f2a60620665a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1305628
Jun 28 16:42:13.258596 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-cc92e377-e0e5-4e69-8025-68d9223e3e0a req-bc410325-105d-49fd-80fb-a0a310039063 service neutron] 10.222.0.30 "GET /v2.0/networks/4193df84-a7ff-466e-b47b-6ddb442e6cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2111294
Jun 28 16:42:13.486014 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efa4f703-a74a-47fc-a1eb-b46e13636aa1', 'tag': '85ea52fb-05ed-4b97-8910-cd75ab632765', 'status': 'completed', 'code': 200}
Jun 28 16:42:13.593865 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-73890846-32dc-4d83-9a45-7a0b13a42401 req-8e37993a-e327-47f2-9a35-c6c2bd3795ed tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4e9289d-cd70-4b7f-a8b5-5f768e1c1bdf HTTP/1.1" status: 200  len: 210 time: 0.0551350
Jun 28 16:42:13.609145 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e796334-0a9a-4f98-af3e-eecea4c38f05 req-d95f245b-350b-4c8d-acc2-bf2951852487 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:13.622392 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-4e796334-0a9a-4f98-af3e-eecea4c38f05 req-d95f245b-350b-4c8d-acc2-bf2951852487 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a3c276e-863c-4266-95d9-7d34e687fbcb HTTP/1.1" status: 200  len: 945 time: 0.2191942
Jun 28 16:42:13.687754 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-4e796334-0a9a-4f98-af3e-eecea4c38f05 req-8138da8e-314e-49db-817f-bd2125268d45 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=617347ef-10fd-471e-b011-50ccff30f907&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0641429
Jun 28 16:42:13.893484 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5fafee-7698-4276-a34e-89987190191f req-3acdff96-1f54-464c-b953-f947521325de tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:13.895691 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-1f5fafee-7698-4276-a34e-89987190191f req-3acdff96-1f54-464c-b953-f947521325de tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/ports?device_id=efa4f703-a74a-47fc-a1eb-b46e13636aa1 HTTP/1.1" status: 200  len: 944 time: 0.0942962
Jun 28 16:42:13.951726 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-1f5fafee-7698-4276-a34e-89987190191f req-4a23b5b6-3d84-4a92-ab19-f044842c8c4d tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f8045ec-a41a-4934-bc0f-71dfa6c36734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487850
Jun 28 16:42:14.003386 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-5e27322e-457d-4bf0-b73d-ff6c09f635fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:14.452136 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a17dc28-3e0f-4f07-b529-6dd4f80eeebd req-b796ad45-568f-437f-91a8-5448e9545ad9 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:14.453689 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-9a17dc28-3e0f-4f07-b529-6dd4f80eeebd req-b796ad45-568f-437f-91a8-5448e9545ad9 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/ports?device_id=69a01249-24b4-4899-982a-37bd6370d430 HTTP/1.1" status: 200  len: 944 time: 0.1074066
Jun 28 16:42:14.503366 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-9a17dc28-3e0f-4f07-b529-6dd4f80eeebd req-f016870d-b7a4-4359-9e13-11c0aed68b97 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/security-groups?id=961c93a5-ebeb-476d-8144-f2a60620665a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438583
Jun 28 16:42:15.033081 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:15.034472 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-32dd4be0-337f-464a-868d-940f5e099658 req-914d1216-6970-4f6f-ab21-1a5977c9ca04 tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4e9289d-cd70-4b7f-a8b5-5f768e1c1bdf HTTP/1.1" status: 200  len: 210 time: 0.1628356
Jun 28 16:42:15.127614 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] get_ports_and_sgs() called for port_ids ['75089fd2-da65-4e0a-8bb4-4377a45a94d1'] {{(pid=74152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 28 16:42:15.201270 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] get_ports_and_sgs() called for port_ids ['ffc5ad1f-7e0f-48d1-9e62-7942808edf31'] {{(pid=74152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 28 16:42:15.334624 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-ec0bd68c-c76c-4caa-b6fd-f5e63195e4ff req-efa4ff39-e494-47b6-a607-ef8094ea986b service neutron] 10.222.0.15 "GET /v2.0/networks/5a346278-b5ab-4c50-92aa-d9c545e84c60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4256153
Jun 28 16:42:15.369543 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-e7a7cc1a-0a72-4521-8078-98a4b0213a36 req-0b35a57c-468f-49ad-a49c-b7df59d89858 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=016488fa-4c73-4804-a4b6-958ce586a741&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5440922
Jun 28 16:42:15.387961 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-ae3589b6-039e-47f0-8970-a4d1a804d9ed req-52894e36-2bc9-4b96-b88a-e7b64c031519 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fe368935ff745edaa9465a88456bec5&device_id=efa4f703-a74a-47fc-a1eb-b46e13636aa1 HTTP/1.1" status: 200  len: 1097 time: 0.5183585
Jun 28 16:42:15.495979 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-831681de-106e-4aca-8503-d4b9db159298 req-4462b9bd-7ee0-45ab-b608-a658558d8a06 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ce19014e-bb0e-4967-b0e5-c66f6bc47c20 HTTP/1.1" status: 200  len: 1098 time: 0.2314856
Jun 28 16:42:15.573929 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-831681de-106e-4aca-8503-d4b9db159298 req-5687eced-18ba-4b12-8c4c-3f0e0206f87e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0f8045ec-a41a-4934-bc0f-71dfa6c36734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0716639
Jun 28 16:42:15.688869 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12376a0-da15-416c-838b-ca74406a181e req-b250d478-58a8-4a17-b3b1-6459888c5134 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:15.696096 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-c12376a0-da15-416c-838b-ca74406a181e req-b250d478-58a8-4a17-b3b1-6459888c5134 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a3c276e-863c-4266-95d9-7d34e687fbcb HTTP/1.1" status: 200  len: 945 time: 0.6070571
Jun 28 16:42:15.998064 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-e7a7cc1a-0a72-4521-8078-98a4b0213a36 req-8a7a4fc2-25f7-4f0e-9ca8-c437291b50d3 service neutron] 10.222.0.15 "GET /v2.0/networks/016488fa-4c73-4804-a4b6-958ce586a741?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6071689
Jun 28 16:42:16.048384 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-c12376a0-da15-416c-838b-ca74406a181e req-f872def2-f8f5-42d1-86c6-742231704dbf tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=617347ef-10fd-471e-b011-50ccff30f907&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3513861
Jun 28 16:42:16.253193 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3589b6-039e-47f0-8970-a4d1a804d9ed req-d5ea5ed3-adb6-4ad8-853f-54050834a23b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:16.254625 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-ae3589b6-039e-47f0-8970-a4d1a804d9ed req-d5ea5ed3-adb6-4ad8-853f-54050834a23b service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=1fe368935ff745edaa9465a88456bec5&shared=False HTTP/1.1" status: 200  len: 920 time: 0.7981129
Jun 28 16:42:16.311210 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674bceb3-0723-43a2-94b1-abbbd68c4d38 req-f4273bef-e00a-4e2d-9e33-709024cbffb4 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:16.318310 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-674bceb3-0723-43a2-94b1-abbbd68c4d38 req-f4273bef-e00a-4e2d-9e33-709024cbffb4 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/ports?device_id=efa4f703-a74a-47fc-a1eb-b46e13636aa1 HTTP/1.1" status: 200  len: 944 time: 0.6353631
Jun 28 16:42:16.374684 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc92e377-e0e5-4e69-8025-68d9223e3e0a req-0b4a7c90-9d8a-4a10-8b4c-f194a57849d8 tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:16.376826 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-cc92e377-e0e5-4e69-8025-68d9223e3e0a req-0b4a7c90-9d8a-4a10-8b4c-f194a57849d8 tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] 10.222.0.15 "GET /v2.0/networks?id=4193df84-a7ff-466e-b47b-6ddb442e6cf0 HTTP/1.1" status: 200  len: 809 time: 0.3364832
Jun 28 16:42:16.403705 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.v2.base [req-cc92e377-e0e5-4e69-8025-68d9223e3e0a req-efa5e668-c6e9-4cda-8b3a-03e0f35d6e2e tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] Request body: {'port': {'device_id': 'b4e9289d-cd70-4b7f-a8b5-5f768e1c1bdf', 'network_id': '4193df84-a7ff-466e-b47b-6ddb442e6cf0', 'admin_state_up': True, 'tenant_id': '4a917d50ef744469ae6a494fb74a7a37'}} {{(pid=74151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:42:16.594528 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-e7a7cc1a-0a72-4521-8078-98a4b0213a36 req-0fcc9599-ceae-4996-b607-74fce2c2e9bd service neutron] 10.222.0.15 "GET /v2.0/networks/016488fa-4c73-4804-a4b6-958ce586a741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5832424
Jun 28 16:42:16.637955 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-674bceb3-0723-43a2-94b1-abbbd68c4d38 req-347b787d-77e1-4253-8202-be7fa6cdab6d tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f8045ec-a41a-4934-bc0f-71dfa6c36734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3181000
Jun 28 16:42:16.654940 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3589b6-039e-47f0-8970-a4d1a804d9ed req-30417b19-b12a-488a-9152-9a6f09daec22 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:16.656873 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-ae3589b6-039e-47f0-8970-a4d1a804d9ed req-30417b19-b12a-488a-9152-9a6f09daec22 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3946891
Jun 28 16:42:16.707390 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4734af-464b-4ab5-8f3a-297ddc4d4bb9 req-bac8e9fd-ff42-45d0-b069-70c9e4a5f68f tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:16.708978 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-1d4734af-464b-4ab5-8f3a-297ddc4d4bb9 req-bac8e9fd-ff42-45d0-b069-70c9e4a5f68f tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/ports?device_id=69a01249-24b4-4899-982a-37bd6370d430 HTTP/1.1" status: 200  len: 944 time: 0.3763494
Jun 28 16:42:16.711517 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [req-cc92e377-e0e5-4e69-8025-68d9223e3e0a req-efa5e668-c6e9-4cda-8b3a-03e0f35d6e2e tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:42:16.716239 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [req-cc92e377-e0e5-4e69-8025-68d9223e3e0a req-efa5e668-c6e9-4cda-8b3a-03e0f35d6e2e tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] Usage tracker for resource:port and tenant:4a917d50ef744469ae6a494fb74a7a37 is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:42:16.720012 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [req-cc92e377-e0e5-4e69-8025-68d9223e3e0a req-efa5e668-c6e9-4cda-8b3a-03e0f35d6e2e tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:42:16.740367 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [req-cc92e377-e0e5-4e69-8025-68d9223e3e0a req-efa5e668-c6e9-4cda-8b3a-03e0f35d6e2e tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:42:16.759529 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc92e377-e0e5-4e69-8025-68d9223e3e0a req-efa5e668-c6e9-4cda-8b3a-03e0f35d6e2e tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] Made reservation on behalf of 4a917d50ef744469ae6a494fb74a7a37 for: {'port': 1} {{(pid=74151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 28 16:42:16.764144 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [req-cc92e377-e0e5-4e69-8025-68d9223e3e0a req-efa5e668-c6e9-4cda-8b3a-03e0f35d6e2e tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:16.805818 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-1d4734af-464b-4ab5-8f3a-297ddc4d4bb9 req-f810fdb2-71af-4b61-a336-8ea4a2801622 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/security-groups?id=961c93a5-ebeb-476d-8144-f2a60620665a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0890558
Jun 28 16:42:16.811322 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device ffc5ad1f-7e0f-48d1-9e62-7942808edf31 up at agent hyperv_hv-cinder-79810 {{(pid=74152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 28 16:42:16.917365 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-2a4fc73c-6cd6-491e-9760-7820f9f2c6ba req-656662e1-58d2-4392-9633-51b1027e6f67 tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4e9289d-cd70-4b7f-a8b5-5f768e1c1bdf HTTP/1.1" status: 200  len: 210 time: 0.0575268
Jun 28 16:42:17.032335 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-587d7e9d-e993-4f2a-b422-3f0f44523661 req-9d0b6bae-8d78-4cba-aa5f-00adf4343f44 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fe368935ff745edaa9465a88456bec5&device_id=efa4f703-a74a-47fc-a1eb-b46e13636aa1 HTTP/1.1" status: 200  len: 1097 time: 0.1117148
Jun 28 16:42:17.037393 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Provisioning for port ffc5ad1f-7e0f-48d1-9e62-7942808edf31 completed by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 28 16:42:17.042536 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.db_base_plugin_common [req-cc92e377-e0e5-4e69-8025-68d9223e3e0a req-efa5e668-c6e9-4cda-8b3a-03e0f35d6e2e tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] Allocated IP 172.20.0.13 (4193df84-a7ff-466e-b47b-6ddb442e6cf0/9f81866b-c848-48c8-aa50-d2983f7de03e/111959e2-d443-404e-a7c4-c7a248a48dad) {{(pid=74151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 28 16:42:17.050246 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Provisioning complete for port ffc5ad1f-7e0f-48d1-9e62-7942808edf31 triggered by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:42:17.051017 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:17.121768 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-587d7e9d-e993-4f2a-b422-3f0f44523661 req-38c79759-95fb-4c32-a885-3f9032304926 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85ea52fb-05ed-4b97-8910-cd75ab632765 HTTP/1.1" status: 200  len: 217 time: 0.0728176
Jun 28 16:42:17.311697 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:17.321452 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d7e9d-e993-4f2a-b422-3f0f44523661 req-d4c39409-58a3-4fe8-9e36-37118029a6fd service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:17.323301 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-587d7e9d-e993-4f2a-b422-3f0f44523661 req-d4c39409-58a3-4fe8-9e36-37118029a6fd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ac8dc62b-c0d1-448e-9b7b-2ee53b76484f HTTP/1.1" status: 200  len: 859 time: 0.1778667
Jun 28 16:42:17.365453 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69a01249-24b4-4899-982a-37bd6370d430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc5ad1f-7e0f-48d1-9e62-7942808edf31'}] {{(pid=74152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 28 16:42:17.385961 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] For port ffc5ad1f-7e0f-48d1-9e62-7942808edf31, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=ffc5ad1f-7e0f-48d1-9e62-7942808edf31,segment=NetworkSegment(d95c8297-5540-4933-9f3d-9c3b535a42fe),segment_id=d95c8297-5540-4933-9f3d-9c3b535a42fe)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:42:17.393373 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:17.395597 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device 75089fd2-da65-4e0a-8bb4-4377a45a94d1 up at agent hyperv_hv-cinder-79810 {{(pid=74152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 28 16:42:17.453200 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-587d7e9d-e993-4f2a-b422-3f0f44523661 req-9c880f1b-50ce-47a8-ab8c-5e0e171e553e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=67cef3f9-4ff6-418e-b6c5-56d49e3c3b89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0694330
Jun 28 16:42:17.459560 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:42:17.464302 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [req-cc92e377-e0e5-4e69-8025-68d9223e3e0a req-efa5e668-c6e9-4cda-8b3a-03e0f35d6e2e tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] Notify callbacks [] for port, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:17.504616 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [req-cc92e377-e0e5-4e69-8025-68d9223e3e0a req-efa5e668-c6e9-4cda-8b3a-03e0f35d6e2e tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771078328113'] for port, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:17.516610 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-40578b43-3f01-4bce-b9be-bb83b3dfc403 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:42:17.526489 dv-cinder-798104-1-iscsi neutron-server[74152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69a01249-24b4-4899-982a-37bd6370d430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc5ad1f-7e0f-48d1-9e62-7942808edf31', 'code': 200}
Jun 28 16:42:17.546982 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb926803-2005-4c25-8253-0c4fda795bc3 req-6b611aff-9fd5-4fe7-972d-c2a03a59cfc2 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:17.551183 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-fb926803-2005-4c25-8253-0c4fda795bc3 req-6b611aff-9fd5-4fe7-972d-c2a03a59cfc2 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a3c276e-863c-4266-95d9-7d34e687fbcb HTTP/1.1" status: 200  len: 945 time: 0.2241731
Jun 28 16:42:17.577707 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Pushing event updated for resources: {'Port': ['ID=ffc5ad1f-7e0f-48d1-9e62-7942808edf31,revision_number=5']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:42:17.582995 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:42:17.598065 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Provisioning for port 75089fd2-da65-4e0a-8bb4-4377a45a94d1 completed by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 28 16:42:17.602839 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc92e377-e0e5-4e69-8025-68d9223e3e0a req-efa5e668-c6e9-4cda-8b3a-03e0f35d6e2e tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] Network 4193df84-a7ff-466e-b47b-6ddb442e6cf0 is already hosted by enough agents. {{(pid=74151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 28 16:42:17.605907 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.base_scheduler [req-cc92e377-e0e5-4e69-8025-68d9223e3e0a req-efa5e668-c6e9-4cda-8b3a-03e0f35d6e2e tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] Resources bound (agent type, host, resource id):  {{(pid=74151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 28 16:42:17.606296 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Provisioning complete for port 75089fd2-da65-4e0a-8bb4-4377a45a94d1 triggered by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:42:17.606669 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:17.610780 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc92e377-e0e5-4e69-8025-68d9223e3e0a req-efa5e668-c6e9-4cda-8b3a-03e0f35d6e2e tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] Received port after_create {{(pid=74151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 28 16:42:17.615078 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc92e377-e0e5-4e69-8025-68d9223e3e0a req-efa5e668-c6e9-4cda-8b3a-03e0f35d6e2e tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:17.616519 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [req-cc92e377-e0e5-4e69-8025-68d9223e3e0a req-efa5e668-c6e9-4cda-8b3a-03e0f35d6e2e tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533674'] for port, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:17.631295 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa5e668-c6e9-4cda-8b3a-03e0f35d6e2e tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] Pushing event updated for resources: {'Port': ['ID=111959e2-d443-404e-a7c4-c7a248a48dad,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:42:17.637185 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-efa5e668-c6e9-4cda-8b3a-03e0f35d6e2e tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:42:17.650199 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-cc92e377-e0e5-4e69-8025-68d9223e3e0a req-efa5e668-c6e9-4cda-8b3a-03e0f35d6e2e tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2518542
Jun 28 16:42:17.668743 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-fb926803-2005-4c25-8253-0c4fda795bc3 req-ff6989da-b3ba-43b4-ac06-e7d84aac52a6 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=617347ef-10fd-471e-b011-50ccff30f907&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1084530
Jun 28 16:42:17.796540 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:17.844990 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] For port 75089fd2-da65-4e0a-8bb4-4377a45a94d1, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=75089fd2-da65-4e0a-8bb4-4377a45a94d1,segment=NetworkSegment(f7e7868f-b1c3-4298-a940-297b02826b74),segment_id=f7e7868f-b1c3-4298-a940-297b02826b74)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:42:17.852419 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:17.857800 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:42:18.005521 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Pushing event updated for resources: {'Port': ['ID=75089fd2-da65-4e0a-8bb4-4377a45a94d1,revision_number=5']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:42:18.008761 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:42:18.062495 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8c26a4-e2a7-44d7-b4dc-588ea62d7442 req-71003925-d7e6-4376-b9bc-b91b0cde393c tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:18.064172 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-ab8c26a4-e2a7-44d7-b4dc-588ea62d7442 req-71003925-d7e6-4376-b9bc-b91b0cde393c tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/ports?device_id=efa4f703-a74a-47fc-a1eb-b46e13636aa1 HTTP/1.1" status: 200  len: 944 time: 0.2332966
Jun 28 16:42:18.109572 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d783869-a692-414e-a1c3-9ed84a1eae57 req-d3693e5d-8a88-49af-96b7-458dce04512b tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:18.111375 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-4d783869-a692-414e-a1c3-9ed84a1eae57 req-d3693e5d-8a88-49af-96b7-458dce04512b tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/ports?device_id=69a01249-24b4-4899-982a-37bd6370d430 HTTP/1.1" status: 200  len: 945 time: 0.1341350
Jun 28 16:42:18.168771 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-ab8c26a4-e2a7-44d7-b4dc-588ea62d7442 req-6b77dd41-6fa3-4b21-8e11-fc92cfc49b06 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f8045ec-a41a-4934-bc0f-71dfa6c36734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0922549
Jun 28 16:42:18.187905 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-4d783869-a692-414e-a1c3-9ed84a1eae57 req-ea04caa9-0674-4d87-991f-18ed6e3ac2ac tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/security-groups?id=961c93a5-ebeb-476d-8144-f2a60620665a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0621662
Jun 28 16:42:18.379721 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee086c7-beb4-4b62-8060-ed829a8f1cab req-9b5ada63-5df0-4c66-aab7-c8664ba3398f tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:18.381292 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-2ee086c7-beb4-4b62-8060-ed829a8f1cab req-9b5ada63-5df0-4c66-aab7-c8664ba3398f tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4e9289d-cd70-4b7f-a8b5-5f768e1c1bdf HTTP/1.1" status: 200  len: 932 time: 0.0898905
Jun 28 16:42:18.441026 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-2ee086c7-beb4-4b62-8060-ed829a8f1cab req-ba177779-4aa6-4adc-89ff-c9a204466afa tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] Synchronizing usage tracker for tenant:4a917d50ef744469ae6a494fb74a7a37 on resource:security_group {{(pid=74150) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 28 16:42:18.469632 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-2ee086c7-beb4-4b62-8060-ed829a8f1cab req-ba177779-4aa6-4adc-89ff-c9a204466afa tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] Unset dirty status for tenant:4a917d50ef744469ae6a494fb74a7a37 on resource:security_group {{(pid=74150) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 28 16:42:18.470872 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-2ee086c7-beb4-4b62-8060-ed829a8f1cab req-ba177779-4aa6-4adc-89ff-c9a204466afa tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] 10.222.0.30 "GET /v2.0/security-groups?id=338f83ec-1a64-45f4-9ee6-332281501cb4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0794435
Jun 28 16:42:18.924227 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9dae4e-7394-4893-b3ac-279158d2d862 req-77ccabaa-58d5-4feb-af9d-87f19da163d5 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:18.925863 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-1e9dae4e-7394-4893-b3ac-279158d2d862 req-77ccabaa-58d5-4feb-af9d-87f19da163d5 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a3c276e-863c-4266-95d9-7d34e687fbcb HTTP/1.1" status: 200  len: 946 time: 0.0857637
Jun 28 16:42:18.979001 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-1e9dae4e-7394-4893-b3ac-279158d2d862 req-cb6e22be-12c9-4006-a9a3-55d35311cddf tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=617347ef-10fd-471e-b011-50ccff30f907&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466738
Jun 28 16:42:19.400088 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0235c703-ee25-4e7c-8655-32590fa6602d req-ccd2b2b7-446a-4e58-ac0f-5271d49eacdc tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:19.401714 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-0235c703-ee25-4e7c-8655-32590fa6602d req-ccd2b2b7-446a-4e58-ac0f-5271d49eacdc tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/ports?device_id=efa4f703-a74a-47fc-a1eb-b46e13636aa1 HTTP/1.1" status: 200  len: 944 time: 0.0878596
Jun 28 16:42:19.508271 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-0235c703-ee25-4e7c-8655-32590fa6602d req-cab84aa2-f6a3-4c30-bebd-92f5ed6c3bd3 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f8045ec-a41a-4934-bc0f-71dfa6c36734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1002321
Jun 28 16:42:19.527653 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a3c276e-863c-4266-95d9-7d34e687fbcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75089fd2-da65-4e0a-8bb4-4377a45a94d1'}] {{(pid=74152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 28 16:42:19.558612 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0433c57-4a83-4690-9a3e-e6218f8a8d32 req-f6ff9025-74d3-4e13-b65f-5220269c98b7 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:19.560162 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-c0433c57-4a83-4690-9a3e-e6218f8a8d32 req-f6ff9025-74d3-4e13-b65f-5220269c98b7 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/ports?device_id=69a01249-24b4-4899-982a-37bd6370d430 HTTP/1.1" status: 200  len: 945 time: 0.1090407
Jun 28 16:42:19.636937 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-c0433c57-4a83-4690-9a3e-e6218f8a8d32 req-35f56301-0121-4a98-963e-d04dbcf7fd06 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/security-groups?id=961c93a5-ebeb-476d-8144-f2a60620665a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0667467
Jun 28 16:42:19.709741 dv-cinder-798104-1-iscsi neutron-server[74152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a3c276e-863c-4266-95d9-7d34e687fbcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75089fd2-da65-4e0a-8bb4-4377a45a94d1', 'code': 200}
Jun 28 16:42:19.802123 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c32589-8862-44f1-85ba-738e0c62205a req-41d1f079-04fc-42d4-95ce-066514945cd7 tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:19.804798 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-52c32589-8862-44f1-85ba-738e0c62205a req-41d1f079-04fc-42d4-95ce-066514945cd7 tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4e9289d-cd70-4b7f-a8b5-5f768e1c1bdf HTTP/1.1" status: 200  len: 932 time: 0.1492848
Jun 28 16:42:19.886106 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-52c32589-8862-44f1-85ba-738e0c62205a req-d4a6b44b-58d4-4b60-af50-ea845d4b240a tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] 10.222.0.30 "GET /v2.0/security-groups?id=338f83ec-1a64-45f4-9ee6-332281501cb4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0739944
Jun 28 16:42:20.217717 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0e25cb-c362-445c-8998-f38c0db7cf25 req-d7ebfb5b-4845-4008-ad97-300f0f4f2b7e tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:20.219386 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-dc0e25cb-c362-445c-8998-f38c0db7cf25 req-d7ebfb5b-4845-4008-ad97-300f0f4f2b7e tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a3c276e-863c-4266-95d9-7d34e687fbcb HTTP/1.1" status: 200  len: 946 time: 0.0950589
Jun 28 16:42:20.269415 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-dc0e25cb-c362-445c-8998-f38c0db7cf25 req-43f1a8c4-b817-4450-af13-7ecc7669eee7 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=617347ef-10fd-471e-b011-50ccff30f907&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440788
Jun 28 16:42:20.427407 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.v2.base [req-cc92e377-e0e5-4e69-8025-68d9223e3e0a req-6e47ce94-ccad-4d74-b4ae-ccce46eca867 service neutron] Request body: {'port': {'device_id': 'b4e9289d-cd70-4b7f-a8b5-5f768e1c1bdf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79810'}} {{(pid=74151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:42:20.571846 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [req-cc92e377-e0e5-4e69-8025-68d9223e3e0a req-6e47ce94-ccad-4d74-b4ae-ccce46eca867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:20.769345 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-587d7e9d-e993-4f2a-b422-3f0f44523661 req-619a2b31-1639-4998-9fad-48fe60631817 service neutron] 10.222.0.15 "GET /v2.0/networks/67cef3f9-4ff6-418e-b6c5-56d49e3c3b89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3695192
Jun 28 16:42:21.108388 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.notifiers.nova [req-cc92e377-e0e5-4e69-8025-68d9223e3e0a req-6e47ce94-ccad-4d74-b4ae-ccce46eca867 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 111959e2-d443-404e-a7c4-c7a248a48dad {{(pid=74151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 28 16:42:21.117487 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [req-cc92e377-e0e5-4e69-8025-68d9223e3e0a req-6e47ce94-ccad-4d74-b4ae-ccce46eca867 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:21.137301 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.provisioning_blocks [req-cc92e377-e0e5-4e69-8025-68d9223e3e0a req-6e47ce94-ccad-4d74-b4ae-ccce46eca867 service neutron] Transition to ACTIVE for port object 111959e2-d443-404e-a7c4-c7a248a48dad will not be triggered until provisioned by entity L2. {{(pid=74151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 28 16:42:21.142661 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [req-cc92e377-e0e5-4e69-8025-68d9223e3e0a req-6e47ce94-ccad-4d74-b4ae-ccce46eca867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:21.148772 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:42:21.293062 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e47ce94-ccad-4d74-b4ae-ccce46eca867 service neutron] Pushing event updated for resources: {'Port': ['ID=111959e2-d443-404e-a7c4-c7a248a48dad,revision_number=2']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:42:21.327178 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-587d7e9d-e993-4f2a-b422-3f0f44523661 req-12195d64-2851-4b08-a82a-6dd00def9dbe service neutron] 10.222.0.15 "GET /v2.0/networks/67cef3f9-4ff6-418e-b6c5-56d49e3c3b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4815831
Jun 28 16:42:21.330585 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-6e47ce94-ccad-4d74-b4ae-ccce46eca867 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:42:21.348896 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.managers [req-cc92e377-e0e5-4e69-8025-68d9223e3e0a req-6e47ce94-ccad-4d74-b4ae-ccce46eca867 service neutron] Attempting to bind port 111959e2-d443-404e-a7c4-c7a248a48dad on host hv-cinder-79810 for vnic_type normal with profile  {{(pid=74151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 28 16:42:21.349367 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.managers [req-cc92e377-e0e5-4e69-8025-68d9223e3e0a req-6e47ce94-ccad-4d74-b4ae-ccce46eca867 service neutron] Attempting to bind port 111959e2-d443-404e-a7c4-c7a248a48dad by drivers openvswitch,hyperv on host hv-cinder-79810 at level 0 using segments [{'id': 'ac459b3d-69c2-4d5c-849b-ccc5637d3355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4193df84-a7ff-466e-b47b-6ddb442e6cf0'}] {{(pid=74151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 28 16:42:21.349716 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc92e377-e0e5-4e69-8025-68d9223e3e0a req-6e47ce94-ccad-4d74-b4ae-ccce46eca867 service neutron] Attempting to bind port 111959e2-d443-404e-a7c4-c7a248a48dad on network 4193df84-a7ff-466e-b47b-6ddb442e6cf0 {{(pid=74151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 28 16:42:21.356288 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc92e377-e0e5-4e69-8025-68d9223e3e0a req-6e47ce94-ccad-4d74-b4ae-ccce46eca867 service neutron] Port 111959e2-d443-404e-a7c4-c7a248a48dad on network 4193df84-a7ff-466e-b47b-6ddb442e6cf0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79810 {{(pid=74151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 28 16:42:21.356517 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1810575-54c6-42f3-96c3-bc4e2be8adf4 req-9146bf2a-7eff-4355-a7f6-e3d45e32fe0d tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:21.356622 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc92e377-e0e5-4e69-8025-68d9223e3e0a req-6e47ce94-ccad-4d74-b4ae-ccce46eca867 service neutron] Attempting to bind port 111959e2-d443-404e-a7c4-c7a248a48dad on network 4193df84-a7ff-466e-b47b-6ddb442e6cf0 {{(pid=74151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 28 16:42:21.359125 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-c1810575-54c6-42f3-96c3-bc4e2be8adf4 req-9146bf2a-7eff-4355-a7f6-e3d45e32fe0d tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/ports?device_id=69a01249-24b4-4899-982a-37bd6370d430 HTTP/1.1" status: 200  len: 945 time: 0.5572319
Jun 28 16:42:21.363992 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc92e377-e0e5-4e69-8025-68d9223e3e0a req-6e47ce94-ccad-4d74-b4ae-ccce46eca867 service neutron] Checking agent: {'id': '11e346dd-a6a4-43d4-822e-d449440d0a22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 16, 39, 15), 'started_at': datetime.datetime(2021, 6, 28, 16, 39, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 16, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 28 16:42:21.364328 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc92e377-e0e5-4e69-8025-68d9223e3e0a req-6e47ce94-ccad-4d74-b4ae-ccce46eca867 service neutron] Checking segment: {'id': 'ac459b3d-69c2-4d5c-849b-ccc5637d3355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4193df84-a7ff-466e-b47b-6ddb442e6cf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 28 16:42:21.364713 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc92e377-e0e5-4e69-8025-68d9223e3e0a req-6e47ce94-ccad-4d74-b4ae-ccce46eca867 service neutron] Bound using segment: {'id': 'ac459b3d-69c2-4d5c-849b-ccc5637d3355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4193df84-a7ff-466e-b47b-6ddb442e6cf0'} {{(pid=74151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 28 16:42:21.365178 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.managers [req-cc92e377-e0e5-4e69-8025-68d9223e3e0a req-6e47ce94-ccad-4d74-b4ae-ccce46eca867 service neutron] Bound port: 111959e2-d443-404e-a7c4-c7a248a48dad, host: hv-cinder-79810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac459b3d-69c2-4d5c-849b-ccc5637d3355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4193df84-a7ff-466e-b47b-6ddb442e6cf0'}}] {{(pid=74151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 28 16:42:21.365529 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [req-cc92e377-e0e5-4e69-8025-68d9223e3e0a req-6e47ce94-ccad-4d74-b4ae-ccce46eca867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:21.374672 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbfe3d7-97cc-4943-aac6-55cc59ac8917 req-00e42642-6858-45e2-b823-1894b1e9e23d tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:21.377247 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-1bbfe3d7-97cc-4943-aac6-55cc59ac8917 req-00e42642-6858-45e2-b823-1894b1e9e23d tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/ports?device_id=efa4f703-a74a-47fc-a1eb-b46e13636aa1 HTTP/1.1" status: 200  len: 944 time: 0.5328076
Jun 28 16:42:21.384501 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-6e23ef30-b038-452f-9d39-081b375c51b6 req-827819cc-d452-4a55-b814-ece6d7a1c400 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=69a01249-24b4-4899-982a-37bd6370d430 HTTP/1.1" status: 200  len: 1098 time: 0.5330200
Jun 28 16:42:21.475476 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-c1810575-54c6-42f3-96c3-bc4e2be8adf4 req-f6465810-4e41-4801-9823-0e1a22297cf6 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/security-groups?id=961c93a5-ebeb-476d-8144-f2a60620665a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0968592
Jun 28 16:42:21.482357 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-1bbfe3d7-97cc-4943-aac6-55cc59ac8917 req-c313e67f-2bca-474c-b729-0e6655a1c2d3 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f8045ec-a41a-4934-bc0f-71dfa6c36734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0761793
Jun 28 16:42:21.533757 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.db [req-cc92e377-e0e5-4e69-8025-68d9223e3e0a req-6e47ce94-ccad-4d74-b4ae-ccce46eca867 service neutron] For port 111959e2-d443-404e-a7c4-c7a248a48dad, host hv-cinder-79810, cleared binding levels {{(pid=74151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 28 16:42:21.537209 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.db [req-cc92e377-e0e5-4e69-8025-68d9223e3e0a req-6e47ce94-ccad-4d74-b4ae-ccce46eca867 service neutron] For port 111959e2-d443-404e-a7c4-c7a248a48dad, host hv-cinder-79810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=111959e2-d443-404e-a7c4-c7a248a48dad,segment=NetworkSegment(ac459b3d-69c2-4d5c-849b-ccc5637d3355),segment_id=ac459b3d-69c2-4d5c-849b-ccc5637d3355)] {{(pid=74151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 28 16:42:21.544302 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [req-cc92e377-e0e5-4e69-8025-68d9223e3e0a req-6e47ce94-ccad-4d74-b4ae-ccce46eca867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:21.553565 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:42:21.689738 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e47ce94-ccad-4d74-b4ae-ccce46eca867 service neutron] Pushing event updated for resources: {'Port': ['ID=111959e2-d443-404e-a7c4-c7a248a48dad,revision_number=3']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:42:21.702784 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [req-cc92e377-e0e5-4e69-8025-68d9223e3e0a req-6e47ce94-ccad-4d74-b4ae-ccce46eca867 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533674'] for port, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:21.704694 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-cc92e377-e0e5-4e69-8025-68d9223e3e0a req-6e47ce94-ccad-4d74-b4ae-ccce46eca867 service neutron] 10.222.0.15 "PUT /v2.0/ports/111959e2-d443-404e-a7c4-c7a248a48dad HTTP/1.1" status: 200  len: 1094 time: 1.2848632
Jun 28 16:42:21.705455 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4e9289d-cd70-4b7f-a8b5-5f768e1c1bdf', 'tag': '111959e2-d443-404e-a7c4-c7a248a48dad'}] {{(pid=74151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 28 16:42:21.711720 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-6e47ce94-ccad-4d74-b4ae-ccce46eca867 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:42:21.816334 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400f255b-eeac-4536-b999-979c6a90d970 req-267c298b-4667-411a-9869-ede4a51492e2 tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:21.817878 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-400f255b-eeac-4536-b999-979c6a90d970 req-267c298b-4667-411a-9869-ede4a51492e2 tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4e9289d-cd70-4b7f-a8b5-5f768e1c1bdf HTTP/1.1" status: 200  len: 944 time: 0.1711535
Jun 28 16:42:21.824315 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e4dd6-2a47-49f7-8084-6b052b3dae74 req-c4d6fe71-7bda-4434-8566-ceaa9ac0ece5 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:21.825791 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-d82e4dd6-2a47-49f7-8084-6b052b3dae74 req-c4d6fe71-7bda-4434-8566-ceaa9ac0ece5 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a3c276e-863c-4266-95d9-7d34e687fbcb HTTP/1.1" status: 200  len: 946 time: 0.1292799
Jun 28 16:42:21.901343 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-400f255b-eeac-4536-b999-979c6a90d970 req-47c6f736-86cf-4cf5-9457-6035b741e55c tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] 10.222.0.30 "GET /v2.0/security-groups?id=338f83ec-1a64-45f4-9ee6-332281501cb4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0745189
Jun 28 16:42:21.908245 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-d82e4dd6-2a47-49f7-8084-6b052b3dae74 req-d29e16b8-d332-45bd-9c63-edd76d86b0c6 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=617347ef-10fd-471e-b011-50ccff30f907&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0662687
Jun 28 16:42:21.987268 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4e9289d-cd70-4b7f-a8b5-5f768e1c1bdf', 'tag': '111959e2-d443-404e-a7c4-c7a248a48dad', 'status': 'completed', 'code': 200}
Jun 28 16:42:22.719749 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6630755a-b158-4fe5-9863-8d46196fec14 req-e948c289-8965-4552-8aeb-090046fc6eba tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:22.721367 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-6630755a-b158-4fe5-9863-8d46196fec14 req-e948c289-8965-4552-8aeb-090046fc6eba tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/ports?device_id=69a01249-24b4-4899-982a-37bd6370d430 HTTP/1.1" status: 200  len: 945 time: 0.0864532
Jun 28 16:42:22.819404 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-6630755a-b158-4fe5-9863-8d46196fec14 req-0cfb6954-9d61-41d3-b22e-696c1d2bb7ad tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/security-groups?id=961c93a5-ebeb-476d-8144-f2a60620665a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0916736
Jun 28 16:42:22.877005 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfe623a-8124-4a18-ac27-2878c8f555e1 req-d96afd05-2461-4043-8d8a-6dbb2050669c tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:22.879854 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-1bfe623a-8124-4a18-ac27-2878c8f555e1 req-d96afd05-2461-4043-8d8a-6dbb2050669c tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/ports?device_id=efa4f703-a74a-47fc-a1eb-b46e13636aa1 HTTP/1.1" status: 200  len: 944 time: 0.1344109
Jun 28 16:42:22.931627 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-1bfe623a-8124-4a18-ac27-2878c8f555e1 req-7d3d5e83-b762-4ceb-960e-715f7e8dad53 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f8045ec-a41a-4934-bc0f-71dfa6c36734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459146
Jun 28 16:42:23.365360 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f018e800-6e18-42c2-a829-216bd300f2bf req-ccfb2f6a-938d-4d0b-be22-523d0bb8c0ab tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:23.368047 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-f018e800-6e18-42c2-a829-216bd300f2bf req-ccfb2f6a-938d-4d0b-be22-523d0bb8c0ab tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4e9289d-cd70-4b7f-a8b5-5f768e1c1bdf HTTP/1.1" status: 200  len: 944 time: 0.2735782
Jun 28 16:42:23.379002 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b5f79f-c50e-4904-ba9e-2416be41a0bc req-8d1e2d05-300f-4101-b451-256c1e242f63 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:23.381612 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-21b5f79f-c50e-4904-ba9e-2416be41a0bc req-8d1e2d05-300f-4101-b451-256c1e242f63 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a3c276e-863c-4266-95d9-7d34e687fbcb HTTP/1.1" status: 200  len: 946 time: 0.2142153
Jun 28 16:42:23.514791 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-f018e800-6e18-42c2-a829-216bd300f2bf req-217c6503-cd95-49bc-9101-0cdc1c23ed11 tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] 10.222.0.30 "GET /v2.0/security-groups?id=338f83ec-1a64-45f4-9ee6-332281501cb4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1315355
Jun 28 16:42:23.523758 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-21b5f79f-c50e-4904-ba9e-2416be41a0bc req-ed33ffc4-5d4e-4e33-8d14-2057b032cc6d tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=617347ef-10fd-471e-b011-50ccff30f907&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1149471
Jun 28 16:42:23.781832 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-6e23ef30-b038-452f-9d39-081b375c51b6 req-c7301cad-03bc-4513-80b5-91d9c6d78c2c service neutron] Synchronizing usage tracker for tenant:ca59bfbf1c1f4156af31dfae3d5113f1 on resource:security_group {{(pid=74150) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 28 16:42:23.808501 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-6e23ef30-b038-452f-9d39-081b375c51b6 req-c7301cad-03bc-4513-80b5-91d9c6d78c2c service neutron] Unset dirty status for tenant:ca59bfbf1c1f4156af31dfae3d5113f1 on resource:security_group {{(pid=74150) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 28 16:42:23.809676 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-6e23ef30-b038-452f-9d39-081b375c51b6 req-c7301cad-03bc-4513-80b5-91d9c6d78c2c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=961c93a5-ebeb-476d-8144-f2a60620665a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1220589
Jun 28 16:42:23.813802 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-42d232cc-ad24-41bd-b6fe-755769618611 req-01d29788-0cd0-4323-b3be-02e06a125838 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6a3c276e-863c-4266-95d9-7d34e687fbcb HTTP/1.1" status: 200  len: 1099 time: 0.1076136
Jun 28 16:42:23.814677 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-cc92e377-e0e5-4e69-8025-68d9223e3e0a req-95f1adc0-7c57-4cf8-8097-d2fdf4515596 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4a917d50ef744469ae6a494fb74a7a37&device_id=b4e9289d-cd70-4b7f-a8b5-5f768e1c1bdf HTTP/1.1" status: 200  len: 1097 time: 0.1081839
Jun 28 16:42:23.952717 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-42d232cc-ad24-41bd-b6fe-755769618611 req-3c7bfcfd-aace-4ef8-acc3-dd5057cfdbb1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=617347ef-10fd-471e-b011-50ccff30f907&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446050
Jun 28 16:42:24.032291 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-cc92e377-e0e5-4e69-8025-68d9223e3e0a req-2a754609-a07e-49ed-a00c-8764796a20e8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=111959e2-d443-404e-a7c4-c7a248a48dad HTTP/1.1" status: 200  len: 217 time: 0.1263037
Jun 28 16:42:24.142947 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba6076-5d09-45a2-96dd-d14ebdfff7d0 req-ceaf9b93-f9a0-4402-916e-d1ddf656ba14 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:24.145666 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-efba6076-5d09-45a2-96dd-d14ebdfff7d0 req-ceaf9b93-f9a0-4402-916e-d1ddf656ba14 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/ports?device_id=69a01249-24b4-4899-982a-37bd6370d430 HTTP/1.1" status: 200  len: 945 time: 0.1657078
Jun 28 16:42:24.230502 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc92e377-e0e5-4e69-8025-68d9223e3e0a req-46376dee-9cb3-469b-b4bf-a96ba5657472 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:24.233640 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-cc92e377-e0e5-4e69-8025-68d9223e3e0a req-46376dee-9cb3-469b-b4bf-a96ba5657472 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9f81866b-c848-48c8-aa50-d2983f7de03e HTTP/1.1" status: 200  len: 849 time: 0.1530240
Jun 28 16:42:24.299687 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-efba6076-5d09-45a2-96dd-d14ebdfff7d0 req-592dbd60-6ecf-4768-9df5-11b18f688098 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/security-groups?id=961c93a5-ebeb-476d-8144-f2a60620665a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1415343
Jun 28 16:42:24.343279 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-cc92e377-e0e5-4e69-8025-68d9223e3e0a req-9c803adf-a624-46f8-b8f4-a220cd9437a5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4193df84-a7ff-466e-b47b-6ddb442e6cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0850496
Jun 28 16:42:24.354004 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815df9be-56e7-4675-a65a-f649ab7d76e1 req-730a1318-df68-4ebd-9e5e-31006b9c2cc2 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:24.356830 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-815df9be-56e7-4675-a65a-f649ab7d76e1 req-730a1318-df68-4ebd-9e5e-31006b9c2cc2 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/ports?device_id=efa4f703-a74a-47fc-a1eb-b46e13636aa1 HTTP/1.1" status: 200  len: 944 time: 0.1567574
Jun 28 16:42:24.449450 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-815df9be-56e7-4675-a65a-f649ab7d76e1 req-f154e390-7f7d-4706-9220-b67cc434f127 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f8045ec-a41a-4934-bc0f-71dfa6c36734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0849802
Jun 28 16:42:24.525686 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-cc92e377-e0e5-4e69-8025-68d9223e3e0a req-6910ca77-d2bb-4590-9603-dfc6d3d9d2ff service neutron] 10.222.0.15 "GET /v2.0/networks/4193df84-a7ff-466e-b47b-6ddb442e6cf0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1832931
Jun 28 16:42:24.785262 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-cc92e377-e0e5-4e69-8025-68d9223e3e0a req-d5fb78ac-8a7b-4aaf-9f60-0cd54619eff0 service neutron] 10.222.0.15 "GET /v2.0/networks/4193df84-a7ff-466e-b47b-6ddb442e6cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2461164
Jun 28 16:42:24.930776 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6202c51-6483-43c8-b2f5-18a1158fe260 req-4da1c22e-0a0e-4250-905c-436e48595e7c tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:24.939155 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-f6202c51-6483-43c8-b2f5-18a1158fe260 req-4da1c22e-0a0e-4250-905c-436e48595e7c tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a3c276e-863c-4266-95d9-7d34e687fbcb HTTP/1.1" status: 200  len: 946 time: 0.1764269
Jun 28 16:42:24.963387 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b58cbb-3b24-4e48-8e6e-fd2460052dab req-b5a9a377-9967-4e47-96e4-0066cf38bc6d tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:24.974335 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-d3b58cbb-3b24-4e48-8e6e-fd2460052dab req-b5a9a377-9967-4e47-96e4-0066cf38bc6d tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4e9289d-cd70-4b7f-a8b5-5f768e1c1bdf HTTP/1.1" status: 200  len: 944 time: 0.2890429
Jun 28 16:42:25.004058 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-36ae0fc0-4d7e-46f0-ba02-9371693e9c65 req-9172fcc9-5af3-49c4-a623-b0d167d444fb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4a917d50ef744469ae6a494fb74a7a37&device_id=b4e9289d-cd70-4b7f-a8b5-5f768e1c1bdf HTTP/1.1" status: 200  len: 1097 time: 0.1467388
Jun 28 16:42:25.077300 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-d3b58cbb-3b24-4e48-8e6e-fd2460052dab req-70c1b5ec-fb02-4ac4-8795-57340a56ab72 tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] 10.222.0.30 "GET /v2.0/security-groups?id=338f83ec-1a64-45f4-9ee6-332281501cb4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1018867
Jun 28 16:42:25.200074 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-f6202c51-6483-43c8-b2f5-18a1158fe260 req-cd5240e8-2e8a-4c3a-89b1-04a214751b35 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=617347ef-10fd-471e-b011-50ccff30f907&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2212191
Jun 28 16:42:25.391959 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ae0fc0-4d7e-46f0-ba02-9371693e9c65 req-ec71cded-92be-4628-b228-f9eafd6ad800 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:25.393506 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-36ae0fc0-4d7e-46f0-ba02-9371693e9c65 req-ec71cded-92be-4628-b228-f9eafd6ad800 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4193df84-a7ff-466e-b47b-6ddb442e6cf0 HTTP/1.1" status: 200  len: 910 time: 0.3752205
Jun 28 16:42:25.583093 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-36ae0fc0-4d7e-46f0-ba02-9371693e9c65 req-67f59569-e587-4338-a86a-38926d813339 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=111959e2-d443-404e-a7c4-c7a248a48dad HTTP/1.1" status: 200  len: 217 time: 0.1780996
Jun 28 16:42:25.762828 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ae0fc0-4d7e-46f0-ba02-9371693e9c65 req-1800cbf6-aa41-4e09-aa1e-405cda08fe0e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:25.764495 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-36ae0fc0-4d7e-46f0-ba02-9371693e9c65 req-1800cbf6-aa41-4e09-aa1e-405cda08fe0e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9f81866b-c848-48c8-aa50-d2983f7de03e HTTP/1.1" status: 200  len: 849 time: 0.1728244
Jun 28 16:42:25.854538 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-36ae0fc0-4d7e-46f0-ba02-9371693e9c65 req-a807e7d2-8a29-451e-b021-a0cd73b4a8e2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4193df84-a7ff-466e-b47b-6ddb442e6cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0777240
Jun 28 16:42:26.207063 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ad6dc2-3a24-4629-b0ea-1a7ba95985a4 req-0947a4d3-f3da-47f6-8a99-bb6403f7815f tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:26.218113 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-f9ad6dc2-3a24-4629-b0ea-1a7ba95985a4 req-0947a4d3-f3da-47f6-8a99-bb6403f7815f tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/ports?device_id=69a01249-24b4-4899-982a-37bd6370d430 HTTP/1.1" status: 200  len: 945 time: 0.5378458
Jun 28 16:42:26.230090 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d0b937-2eac-4a6e-b9b2-a1f42b190144 req-55b28a46-8cb6-4707-a8a8-8d85ceaddd50 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:26.231620 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-11d0b937-2eac-4a6e-b9b2-a1f42b190144 req-55b28a46-8cb6-4707-a8a8-8d85ceaddd50 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/ports?device_id=efa4f703-a74a-47fc-a1eb-b46e13636aa1 HTTP/1.1" status: 200  len: 944 time: 0.3691294
Jun 28 16:42:26.243422 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-36ae0fc0-4d7e-46f0-ba02-9371693e9c65 req-d9be24f5-c717-4e32-9b5a-b12bd309cfc3 service neutron] 10.222.0.15 "GET /v2.0/networks/4193df84-a7ff-466e-b47b-6ddb442e6cf0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3764863
Jun 28 16:42:26.332575 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-f9ad6dc2-3a24-4629-b0ea-1a7ba95985a4 req-dcdabe78-1ad2-4703-9ff6-506eb0fdc71d tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/security-groups?id=961c93a5-ebeb-476d-8144-f2a60620665a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0996783
Jun 28 16:42:26.341229 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-11d0b937-2eac-4a6e-b9b2-a1f42b190144 req-503ef141-602c-4325-ac67-e1c5da98ad6d tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f8045ec-a41a-4934-bc0f-71dfa6c36734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0921531
Jun 28 16:42:26.513911 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-36ae0fc0-4d7e-46f0-ba02-9371693e9c65 req-5cc46a43-95c6-479b-9f6f-5e9bf1649457 service neutron] 10.222.0.15 "GET /v2.0/networks/4193df84-a7ff-466e-b47b-6ddb442e6cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2637112
Jun 28 16:42:26.620966 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device 111959e2-d443-404e-a7c4-c7a248a48dad details requested by agent hyperv_hv-cinder-79810 with host hv-cinder-79810 {{(pid=74152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 28 16:42:26.686238 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c3a932-3fbb-429c-bffe-2c5f1de33dcc req-cdf69478-d9f8-4a0b-b313-5b063cd57349 tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:26.686238 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-96c3a932-3fbb-429c-bffe-2c5f1de33dcc req-cdf69478-d9f8-4a0b-b313-5b063cd57349 tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4e9289d-cd70-4b7f-a8b5-5f768e1c1bdf HTTP/1.1" status: 200  len: 944 time: 0.1651390
Jun 28 16:42:26.741066 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e317a4b-bfd3-49c8-a61c-e4ec3bdf2be9 req-c93819dd-3a74-455b-8e97-56ab1d050970 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:26.754553 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-4e317a4b-bfd3-49c8-a61c-e4ec3bdf2be9 req-c93819dd-3a74-455b-8e97-56ab1d050970 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a3c276e-863c-4266-95d9-7d34e687fbcb HTTP/1.1" status: 200  len: 946 time: 0.1938984
Jun 28 16:42:26.801512 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] For port 111959e2-d443-404e-a7c4-c7a248a48dad, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=111959e2-d443-404e-a7c4-c7a248a48dad,segment=NetworkSegment(ac459b3d-69c2-4d5c-849b-ccc5637d3355),segment_id=ac459b3d-69c2-4d5c-849b-ccc5637d3355)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:42:26.816431 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Returning: {'device': '111959e2-d443-404e-a7c4-c7a248a48dad', 'network_id': '4193df84-a7ff-466e-b47b-6ddb442e6cf0', 'port_id': '111959e2-d443-404e-a7c4-c7a248a48dad', 'mac_address': 'fa:16:3e:45:38:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f81866b-c848-48c8-aa50-d2983f7de03e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 28 16:42:26.877651 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:26.889764 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-96c3a932-3fbb-429c-bffe-2c5f1de33dcc req-d8719d40-32dd-4e51-bb79-c12b0755f5aa tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] 10.222.0.30 "GET /v2.0/security-groups?id=338f83ec-1a64-45f4-9ee6-332281501cb4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1936805
Jun 28 16:42:26.893266 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-4e317a4b-bfd3-49c8-a61c-e4ec3bdf2be9 req-8b2ebf8d-387c-4167-b163-133f15aaf724 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=617347ef-10fd-471e-b011-50ccff30f907&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1372051
Jun 28 16:42:26.899531 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.notifiers.nova [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 111959e2-d443-404e-a7c4-c7a248a48dad {{(pid=74152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 28 16:42:26.920319 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] For port 111959e2-d443-404e-a7c4-c7a248a48dad, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=111959e2-d443-404e-a7c4-c7a248a48dad,segment=NetworkSegment(ac459b3d-69c2-4d5c-849b-ccc5637d3355),segment_id=ac459b3d-69c2-4d5c-849b-ccc5637d3355)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:42:26.930552 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:26.931335 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device 85ea52fb-05ed-4b97-8910-cd75ab632765 details requested by agent hyperv_hv-cinder-79810 with host hv-cinder-79810 {{(pid=74152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 28 16:42:27.060963 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-7800d56f-067e-4692-9d0f-42d37e0e8333 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:42:27.261680 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Pushing event updated for resources: {'Port': ['ID=111959e2-d443-404e-a7c4-c7a248a48dad,revision_number=4']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:42:27.268077 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb7eea-af36-4a39-bc8e-e91e15c8bd4e req-125f81b5-16fb-4505-b26d-1251c24a5a21 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:27.269663 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-c8eb7eea-af36-4a39-bc8e-e91e15c8bd4e req-125f81b5-16fb-4505-b26d-1251c24a5a21 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/ports?device_id=69a01249-24b4-4899-982a-37bd6370d430 HTTP/1.1" status: 200  len: 945 time: 0.1732659
Jun 28 16:42:27.270674 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:42:27.280531 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] For port 85ea52fb-05ed-4b97-8910-cd75ab632765, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=85ea52fb-05ed-4b97-8910-cd75ab632765,segment=NetworkSegment(303640e0-a25f-464c-a67b-19acfa668001),segment_id=303640e0-a25f-464c-a67b-19acfa668001)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:42:27.289613 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 34274) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:42:27.300928 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.v2.base [None req-f9237542-d2f7-441e-a2a3-464add5a71db tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Request body: {'floatingip': {'port_id': 'ffc5ad1f-7e0f-48d1-9e62-7942808edf31'}} {{(pid=74151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:42:27.309510 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Returning: {'device': '85ea52fb-05ed-4b97-8910-cd75ab632765', 'network_id': '67cef3f9-4ff6-418e-b6c5-56d49e3c3b89', 'port_id': '85ea52fb-05ed-4b97-8910-cd75ab632765', 'mac_address': 'fa:16:3e:17:de:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac8dc62b-c0d1-448e-9b7b-2ee53b76484f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 28 16:42:27.446512 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-f9237542-d2f7-441e-a2a3-464add5a71db tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify callbacks [] for floatingip, before_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:27.494762 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:27.549421 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.notifiers.nova [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85ea52fb-05ed-4b97-8910-cd75ab632765 {{(pid=74152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 28 16:42:27.556456 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b679fc0-d302-47db-bdc4-2cd4da90f2f9 req-a9757c42-afdc-4fc0-abaa-0c9f20e6479f tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:27.574409 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-3b679fc0-d302-47db-bdc4-2cd4da90f2f9 req-a9757c42-afdc-4fc0-abaa-0c9f20e6479f tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a3c276e-863c-4266-95d9-7d34e687fbcb HTTP/1.1" status: 200  len: 946 time: 0.1762066
Jun 28 16:42:27.575080 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 34290) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:42:27.583841 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.v2.base [None req-2863f47b-9b89-44dc-9b7c-ba70ce63ca6e tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Request body: {'floatingip': {'port_id': '75089fd2-da65-4e0a-8bb4-4377a45a94d1'}} {{(pid=74150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:42:27.636426 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] For port 85ea52fb-05ed-4b97-8910-cd75ab632765, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=85ea52fb-05ed-4b97-8910-cd75ab632765,segment=NetworkSegment(303640e0-a25f-464c-a67b-19acfa668001),segment_id=303640e0-a25f-464c-a67b-19acfa668001)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:42:27.647074 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:27.662920 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-a045ca96-159e-4ca9-93d0-a1d420476c13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:42:27.839029 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-2863f47b-9b89-44dc-9b7c-ba70ce63ca6e tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify callbacks [] for floatingip, before_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:27.932941 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Pushing event updated for resources: {'Port': ['ID=85ea52fb-05ed-4b97-8910-cd75ab632765,revision_number=4']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:42:27.938395 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:42:28.076691 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] get_ports_and_sgs() called for port_ids ['85ea52fb-05ed-4b97-8910-cd75ab632765'] {{(pid=74152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 28 16:42:28.186882 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] get_ports_and_sgs() called for port_ids ['111959e2-d443-404e-a7c4-c7a248a48dad'] {{(pid=74152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 28 16:42:28.285782 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4f8103-7348-4cc9-a379-d296f9e5ab07 req-9a40bce6-2a33-4d13-9949-ea70549247af tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:28.293733 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-3e4f8103-7348-4cc9-a379-d296f9e5ab07 req-9a40bce6-2a33-4d13-9949-ea70549247af tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8299ca3-d218-4700-aa5e-e9bc2e666093 HTTP/1.1" status: 200  len: 945 time: 0.5311971
Jun 28 16:42:28.374766 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8d1cb7-d978-42ce-ac9f-c9e5c96561a4 req-f40bdf69-6fe7-45fe-ab1c-05ca1bbd53c8 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:28.382261 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-bf8d1cb7-d978-42ce-ac9f-c9e5c96561a4 req-f40bdf69-6fe7-45fe-ab1c-05ca1bbd53c8 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/ports?device_id=efa4f703-a74a-47fc-a1eb-b46e13636aa1 HTTP/1.1" status: 200  len: 945 time: 0.6331182
Jun 28 16:42:28.643881 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-3e4f8103-7348-4cc9-a379-d296f9e5ab07 req-c3a3929a-21de-4bec-97c7-1bb2cd1855cf tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] 10.222.0.30 "GET /v2.0/security-groups?id=64217a24-193e-47f9-9a30-3d82665c24a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3475316
Jun 28 16:42:28.868205 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-bf8d1cb7-d978-42ce-ac9f-c9e5c96561a4 req-3a0d5e07-c3ff-4fa2-bfda-49635b4fcb8b tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f8045ec-a41a-4934-bc0f-71dfa6c36734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4349113
Jun 28 16:42:29.029542 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 34324) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:42:29.199123 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-f9237542-d2f7-441e-a2a3-464add5a71db tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:29.210344 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-f9237542-d2f7-441e-a2a3-464add5a71db tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674138'] for floatingip, after_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:29.313281 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7952c9c3-8c39-4833-9eec-7286e801a070 req-496e0815-7a56-483a-a93e-760dadb5dbe8 tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:29.314772 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-7952c9c3-8c39-4833-9eec-7286e801a070 req-496e0815-7a56-483a-a93e-760dadb5dbe8 tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4e9289d-cd70-4b7f-a8b5-5f768e1c1bdf HTTP/1.1" status: 200  len: 945 time: 0.4052763
Jun 28 16:42:29.447185 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.agents_db [None req-cfc1c983-b0ac-48e0-8737-db5653a7b2f7 None None] Agent healthcheck: found 6 active agents {{(pid=74153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 28 16:42:29.448331 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-7952c9c3-8c39-4833-9eec-7286e801a070 req-78bc63fc-3c25-4e61-9cd6-1a9ea465f917 tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] 10.222.0.30 "GET /v2.0/security-groups?id=338f83ec-1a64-45f4-9ee6-332281501cb4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1174328
Jun 28 16:42:29.449423 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-2f672abd-b878-49d4-b587-0d95649d94f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:29.615212 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.db.l3_db [None req-f9237542-d2f7-441e-a2a3-464add5a71db tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Floating IP 21e54436-f23b-4c6a-b851-15ac7dc963f1 associated. External IP: 172.27.2.218, port: ffc5ad1f-7e0f-48d1-9e62-7942808edf31.
Jun 28 16:42:29.785845 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-2f672abd-b878-49d4-b587-0d95649d94f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:42:29.801043 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-2863f47b-9b89-44dc-9b7c-ba70ce63ca6e tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:29.806829 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-2f672abd-b878-49d4-b587-0d95649d94f1 admin admin] Usage tracker for resource:security_group_rule and tenant:71378428aa374117bf1ecc3a33056748 is out of sync, need to count used quota {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:42:29.841729 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-2f672abd-b878-49d4-b587-0d95649d94f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:42:29.849167 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-2863f47b-9b89-44dc-9b7c-ba70ce63ca6e tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674138'] for floatingip, after_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:29.917984 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-2f672abd-b878-49d4-b587-0d95649d94f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:42:30.011318 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c46d330-0980-4112-a18d-a7b4112ba4d0 req-8005d612-802a-4c65-a889-8b0551e07cd7 tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:30.018261 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-1c46d330-0980-4112-a18d-a7b4112ba4d0 req-8005d612-802a-4c65-a889-8b0551e07cd7 tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8299ca3-d218-4700-aa5e-e9bc2e666093 HTTP/1.1" status: 200  len: 945 time: 0.2149415
Jun 28 16:42:30.108502 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-2f672abd-b878-49d4-b587-0d95649d94f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:30.128408 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-1c46d330-0980-4112-a18d-a7b4112ba4d0 req-6a07e6ff-0c0d-4f6f-8bd2-172c20e7f20c tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] 10.222.0.30 "GET /v2.0/security-groups?id=64217a24-193e-47f9-9a30-3d82665c24a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1091249
Jun 28 16:42:30.128941 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 34346) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:42:30.133442 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-2f672abd-b878-49d4-b587-0d95649d94f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:30.238987 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:42:30.314135 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f672abd-b878-49d4-b587-0d95649d94f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e6a984-880e-4597-aece-6715d18b0865,revision_number=1']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:42:30.321091 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-2f672abd-b878-49d4-b587-0d95649d94f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:42:30.326212 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-2f672abd-b878-49d4-b587-0d95649d94f1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=71378428aa374117bf1ecc3a33056748&name=default HTTP/1.1" status: 200  len: 2647 time: 1.2931824
Jun 28 16:42:30.327756 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 34352) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:42:30.359582 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.db.l3_db [None req-2863f47b-9b89-44dc-9b7c-ba70ce63ca6e tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Floating IP 5ddd71b5-6dbe-4d4b-b7fb-50b0870d478e associated. External IP: 172.27.2.138, port: 75089fd2-da65-4e0a-8bb4-4377a45a94d1.
Jun 28 16:42:30.409470 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff7ea87-c5ec-46d8-a50c-80dbf39570b7 req-7b5e4300-55a4-4eee-a1db-8722cb5aa932 tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:30.412134 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-3ff7ea87-c5ec-46d8-a50c-80dbf39570b7 req-7b5e4300-55a4-4eee-a1db-8722cb5aa932 tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8299ca3-d218-4700-aa5e-e9bc2e666093 HTTP/1.1" status: 200  len: 945 time: 0.2814476
Jun 28 16:42:30.424243 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd588ad-c6f7-4d86-a0c0-0978bd81072c req-63f6c9ac-ed27-4bb4-a469-cd2c65291046 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:30.425772 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-2bd588ad-c6f7-4d86-a0c0-0978bd81072c req-63f6c9ac-ed27-4bb4-a469-cd2c65291046 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/ports?device_id=efa4f703-a74a-47fc-a1eb-b46e13636aa1 HTTP/1.1" status: 200  len: 945 time: 0.2369716
Jun 28 16:42:30.473955 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-5cbae6af-6742-4f11-b355-261b854836c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:30.540301 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-2bd588ad-c6f7-4d86-a0c0-0978bd81072c req-cb5a63d5-575e-483b-b1d4-0e457e0dfdc9 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f8045ec-a41a-4934-bc0f-71dfa6c36734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1045537
Jun 28 16:42:30.546493 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-5cbae6af-6742-4f11-b355-261b854836c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:42:30.552789 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-5cbae6af-6742-4f11-b355-261b854836c5 admin admin] Usage tracker for resource:security_group_rule and tenant:45570d8a596e4b0e89fdbf7481141b65 is out of sync, need to count used quota {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:42:30.570175 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-5cbae6af-6742-4f11-b355-261b854836c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:42:30.574143 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-5cbae6af-6742-4f11-b355-261b854836c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:42:30.650149 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device 111959e2-d443-404e-a7c4-c7a248a48dad up at agent hyperv_hv-cinder-79810 {{(pid=74152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 28 16:42:30.722897 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.plugin [req-3ff7ea87-c5ec-46d8-a50c-80dbf39570b7 req-b0d313a5-b9ae-47ae-a650-104cec1b221a tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] Deleting port f1eeaa67-27f9-4170-8d1f-88cb9c9acfe5 {{(pid=74151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 28 16:42:30.723561 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [req-3ff7ea87-c5ec-46d8-a50c-80dbf39570b7 req-b0d313a5-b9ae-47ae-a650-104cec1b221a tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771078813103'] for port, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:30.782408 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-726728c0-9782-4724-a8d7-d2f1ffb1a316 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:30.803166 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Provisioning for port 111959e2-d443-404e-a7c4-c7a248a48dad completed by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 28 16:42:30.822412 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Provisioning complete for port 111959e2-d443-404e-a7c4-c7a248a48dad triggered by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:42:30.822412 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:30.824398 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-5cbae6af-6742-4f11-b355-261b854836c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:30.837683 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-5cbae6af-6742-4f11-b355-261b854836c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:30.851041 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:42:30.865372 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8389dc-692e-4154-a3d5-cb9f2260c9b0 req-d72e1bb5-b58f-4251-82f5-92e3a3254a29 tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:30.873228 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-9c8389dc-692e-4154-a3d5-cb9f2260c9b0 req-d72e1bb5-b58f-4251-82f5-92e3a3254a29 tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4e9289d-cd70-4b7f-a8b5-5f768e1c1bdf HTTP/1.1" status: 200  len: 945 time: 0.2153828
Jun 28 16:42:30.952759 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-726728c0-9782-4724-a8d7-d2f1ffb1a316 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:30.982350 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:30.989082 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbae6af-6742-4f11-b355-261b854836c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef9e502-0acb-4bb4-b1ed-703f4f8002a4,revision_number=1']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:42:31.004969 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-5cbae6af-6742-4f11-b355-261b854836c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:42:31.010848 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-5cbae6af-6742-4f11-b355-261b854836c5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=45570d8a596e4b0e89fdbf7481141b65&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8774178
Jun 28 16:42:31.018312 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 34366) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:42:31.026504 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4e9289d-cd70-4b7f-a8b5-5f768e1c1bdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '111959e2-d443-404e-a7c4-c7a248a48dad'}] {{(pid=74152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 28 16:42:31.044456 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] For port 111959e2-d443-404e-a7c4-c7a248a48dad, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=111959e2-d443-404e-a7c4-c7a248a48dad,segment=NetworkSegment(ac459b3d-69c2-4d5c-849b-ccc5637d3355),segment_id=ac459b3d-69c2-4d5c-849b-ccc5637d3355)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:42:31.064109 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-9c8389dc-692e-4154-a3d5-cb9f2260c9b0 req-83979c11-a0c3-4ba6-ab38-2f67d35644c7 tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] 10.222.0.30 "GET /v2.0/security-groups?id=338f83ec-1a64-45f4-9ee6-332281501cb4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1899052
Jun 28 16:42:31.080311 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:31.088659 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device 85ea52fb-05ed-4b97-8910-cd75ab632765 up at agent hyperv_hv-cinder-79810 {{(pid=74152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 28 16:42:31.090099 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9237542-d2f7-441e-a2a3-464add5a71db tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Router 0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49 has already been hosted by L3 agent c1a676c2-2a78-4c35-ab22-a28e05dfd46e {{(pid=74151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 28 16:42:31.121103 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:42:31.171909 dv-cinder-798104-1-iscsi neutron-server[74152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4e9289d-cd70-4b7f-a8b5-5f768e1c1bdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '111959e2-d443-404e-a7c4-c7a248a48dad', 'code': 200}
Jun 28 16:42:31.223201 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-e9c2a60e-549c-4d26-9577-c70a88b5cfd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:31.239963 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Pushing event updated for resources: {'Port': ['ID=111959e2-d443-404e-a7c4-c7a248a48dad,revision_number=5']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:42:31.246608 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:42:31.263943 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-e9c2a60e-549c-4d26-9577-c70a88b5cfd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:31.272031 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Provisioning for port 85ea52fb-05ed-4b97-8910-cd75ab632765 completed by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 28 16:42:31.289277 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Provisioning complete for port 85ea52fb-05ed-4b97-8910-cd75ab632765 triggered by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:42:31.289663 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:31.489474 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:31.546460 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] For port 85ea52fb-05ed-4b97-8910-cd75ab632765, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=85ea52fb-05ed-4b97-8910-cd75ab632765,segment=NetworkSegment(303640e0-a25f-464c-a67b-19acfa668001),segment_id=303640e0-a25f-464c-a67b-19acfa668001)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:42:31.554923 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:31.557869 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:42:31.624710 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-726728c0-9782-4724-a8d7-d2f1ffb1a316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:31.640631 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86818e8-46fc-4d8d-8e9c-36aeb283c39d req-806f6f70-249b-42eb-9b0b-718060a2f87c tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:31.642199 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-b86818e8-46fc-4d8d-8e9c-36aeb283c39d req-806f6f70-249b-42eb-9b0b-718060a2f87c tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8299ca3-d218-4700-aa5e-e9bc2e666093 HTTP/1.1" status: 200  len: 945 time: 0.2173009
Jun 28 16:42:31.645329 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-e9c2a60e-549c-4d26-9577-c70a88b5cfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:31.652913 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-5e7f1a47-ae9b-4458-a312-79a98dda9cdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:42:31.656519 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2863f47b-9b89-44dc-9b7c-ba70ce63ca6e tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Router e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0 has already been hosted by L3 agent c1a676c2-2a78-4c35-ab22-a28e05dfd46e {{(pid=74150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 28 16:42:31.658577 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:42:31.670536 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-19286648-1cd5-4569-bbc4-466e57d4e40f req-9dae8a99-dede-4fcd-a249-4cb126f1a676 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b4e9289d-cd70-4b7f-a8b5-5f768e1c1bdf HTTP/1.1" status: 200  len: 1099 time: 0.1857803
Jun 28 16:42:31.711753 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726728c0-9782-4724-a8d7-d2f1ffb1a316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e6a984-880e-4597-aece-6715d18b0865,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:42:31.716258 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-726728c0-9782-4724-a8d7-d2f1ffb1a316 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:42:31.720762 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c2a60e-549c-4d26-9577-c70a88b5cfd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef9e502-0acb-4bb4-b1ed-703f4f8002a4,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:42:31.734765 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.db [req-3ff7ea87-c5ec-46d8-a50c-80dbf39570b7 req-b0d313a5-b9ae-47ae-a650-104cec1b221a tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] For port f1eeaa67-27f9-4170-8d1f-88cb9c9acfe5, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=f1eeaa67-27f9-4170-8d1f-88cb9c9acfe5,segment=NetworkSegment(7e0ee00b-e8ea-418c-aae5-177bc97c684b),segment_id=7e0ee00b-e8ea-418c-aae5-177bc97c684b)] {{(pid=74151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:42:31.735531 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [req-3ff7ea87-c5ec-46d8-a50c-80dbf39570b7 req-b0d313a5-b9ae-47ae-a650-104cec1b221a tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679626'] for port, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:31.737356 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-e9c2a60e-549c-4d26-9577-c70a88b5cfd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:42:31.750026 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-726728c0-9782-4724-a8d7-d2f1ffb1a316 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:31.754997 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-726728c0-9782-4724-a8d7-d2f1ffb1a316 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d0e6a984-880e-4597-aece-6715d18b0865 HTTP/1.1" status: 204  len: 168 time: 1.4220870
Jun 28 16:42:31.755263 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-e9c2a60e-549c-4d26-9577-c70a88b5cfd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:31.755399 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Pushing event updated for resources: {'Port': ['ID=85ea52fb-05ed-4b97-8910-cd75ab632765,revision_number=5']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:42:31.761635 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-e9c2a60e-549c-4d26-9577-c70a88b5cfd7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2ef9e502-0acb-4bb4-b1ed-703f4f8002a4 HTTP/1.1" status: 204  len: 168 time: 0.7362945
Jun 28 16:42:31.763431 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:42:31.998945 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.plugin [req-3ff7ea87-c5ec-46d8-a50c-80dbf39570b7 req-b0d313a5-b9ae-47ae-a650-104cec1b221a tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] Calling delete_port for f1eeaa67-27f9-4170-8d1f-88cb9c9acfe5 owned by compute:nova {{(pid=74151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 28 16:42:32.053947 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-b86818e8-46fc-4d8d-8e9c-36aeb283c39d req-9a712755-14d0-4aa5-9e40-d8182fab814b tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] 10.222.0.30 "GET /v2.0/security-groups?id=64217a24-193e-47f9-9a30-3d82665c24a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3960061
Jun 28 16:42:32.065892 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-19286648-1cd5-4569-bbc4-466e57d4e40f req-e7b8799d-36a7-4e3a-82b9-ed3511d32e6f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=338f83ec-1a64-45f4-9ee6-332281501cb4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3719354
Jun 28 16:42:32.178279 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af03fdb-39b0-4512-b0d4-a2cd678d0121 req-421aec39-d43a-4ec8-87c6-c4a9889237fa tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:32.183571 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-9af03fdb-39b0-4512-b0d4-a2cd678d0121 req-421aec39-d43a-4ec8-87c6-c4a9889237fa tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/ports?device_id=efa4f703-a74a-47fc-a1eb-b46e13636aa1 HTTP/1.1" status: 200  len: 946 time: 0.4320705
Jun 28 16:42:32.325140 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-9af03fdb-39b0-4512-b0d4-a2cd678d0121 req-39047529-349b-4e5f-a493-0eff014ffef5 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f8045ec-a41a-4934-bc0f-71dfa6c36734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1371331
Jun 28 16:42:32.446766 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 34390) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:42:32.487212 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-4732642a-c60e-46b2-91a2-44ea83fdf608 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:32.634805 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9237542-d2f7-441e-a2a3-464add5a71db tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify agent at l3_agent.dv-cinder-798104-1-iscsi the message routers_updated {{(pid=74151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 28 16:42:32.646044 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-f9237542-d2f7-441e-a2a3-464add5a71db tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022804'] for floatingip, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:32.657672 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device f1eeaa67-27f9-4170-8d1f-88cb9c9acfe5 no longer exists at agent hyperv_hv-cinder-79810 {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 28 16:42:32.664262 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c17ddb-f7d0-4a16-acd1-000581cde0c8 None None] Sync routers for ids ['0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49'] in dv-cinder-798104-1-iscsi {{(pid=74153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 28 16:42:32.687548 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c17ddb-f7d0-4a16-acd1-000581cde0c8 None None] Routers {'0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49'} bound to L3 agent in host dv-cinder-798104-1-iscsi {{(pid=74153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 28 16:42:32.688173 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_hamode_db [None req-12c17ddb-f7d0-4a16-acd1-000581cde0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa2cf6c3280>, 'dv-cinder-798104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T16:33:11Z,description=<?>,heartbeat_timestamp=2021-06-28T16:42:11Z,host='dv-cinder-798104-1-iscsi',id=c1a676c2-2a78-4c35-ab22-a28e05dfd46e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-28T16:33:11Z,topic='l3_agent')) {'router_ids': ['0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49'], 'active': True} {{(pid=74153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:42:32.713950 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-4732642a-c60e-46b2-91a2-44ea83fdf608 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:42:32.726645 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-4732642a-c60e-46b2-91a2-44ea83fdf608 admin admin] Usage tracker for resource:security_group_rule and tenant:b32e17df2b194fd5b5d800a9343478d5 is out of sync, need to count used quota {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:42:32.736901 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-4732642a-c60e-46b2-91a2-44ea83fdf608 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:42:32.757012 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2863f47b-9b89-44dc-9b7c-ba70ce63ca6e tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify agent at l3_agent.dv-cinder-798104-1-iscsi the message routers_updated {{(pid=74150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 28 16:42:32.790798 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-4732642a-c60e-46b2-91a2-44ea83fdf608 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:42:32.791339 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [req-3ff7ea87-c5ec-46d8-a50c-80dbf39570b7 req-b0d313a5-b9ae-47ae-a650-104cec1b221a tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771078770342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771078328122'] for port, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:32.797986 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e8b1fc-f09c-4908-84b8-fa706ff66030 None None] Sync routers for ids ['e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0'] in dv-cinder-798104-1-iscsi {{(pid=74152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 28 16:42:32.800941 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-2863f47b-9b89-44dc-9b7c-ba70ce63ca6e tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022804'] for floatingip, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:32.815271 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 34394) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:42:32.816307 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-6e47ce94-ccad-4d74-b4ae-ccce46eca867 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:42:32.878983 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-f9237542-d2f7-441e-a2a3-464add5a71db tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "PUT /v2.0/floatingips/21e54436-f23b-4c6a-b851-15ac7dc963f1 HTTP/1.1" status: 200  len: 991 time: 5.5868230
Jun 28 16:42:32.906286 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69a01249-24b4-4899-982a-37bd6370d430', 'tag': 'ffc5ad1f-7e0f-48d1-9e62-7942808edf31'}] {{(pid=74151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 28 16:42:32.969153 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] No active binding found for port f1eeaa67-27f9-4170-8d1f-88cb9c9acfe5 {{(pid=74152) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}}
Jun 28 16:42:32.969153 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device f1eeaa67-27f9-4170-8d1f-88cb9c9acfe5 not bound to the agent host hv-cinder-79810 {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 28 16:42:32.971923 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-2863f47b-9b89-44dc-9b7c-ba70ce63ca6e tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "PUT /v2.0/floatingips/5ddd71b5-6dbe-4d4b-b7fb-50b0870d478e HTTP/1.1" status: 200  len: 992 time: 5.3954318
Jun 28 16:42:32.973022 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e8b1fc-f09c-4908-84b8-fa706ff66030 None None] Routers {'e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0'} bound to L3 agent in host dv-cinder-798104-1-iscsi {{(pid=74152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 28 16:42:32.975283 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-92e8b1fc-f09c-4908-84b8-fa706ff66030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa2cfc2ef10>, 'dv-cinder-798104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T16:33:11Z,description=<?>,heartbeat_timestamp=2021-06-28T16:42:11Z,host='dv-cinder-798104-1-iscsi',id=c1a676c2-2a78-4c35-ab22-a28e05dfd46e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-28T16:33:11Z,topic='l3_agent')) {'router_ids': ['e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0'], 'active': True} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:42:32.991127 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a3c276e-863c-4266-95d9-7d34e687fbcb', 'tag': '75089fd2-da65-4e0a-8bb4-4377a45a94d1'}] {{(pid=74150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 28 16:42:33.022262 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9862db-2d69-4c53-ba1c-94df50bb1df7 req-d795e40b-d0c1-4de5-bf2e-3a42591da03b tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:33.040669 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-ff9862db-2d69-4c53-ba1c-94df50bb1df7 req-d795e40b-d0c1-4de5-bf2e-3a42591da03b tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4e9289d-cd70-4b7f-a8b5-5f768e1c1bdf HTTP/1.1" status: 200  len: 946 time: 0.5083470
Jun 28 16:42:33.177514 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_dvr_db [None req-12c17ddb-f7d0-4a16-acd1-000581cde0c8 None None] Set router 0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49 gateway port host: dv-cinder-798104-1-iscsi {{(pid=74153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 28 16:42:33.180870 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d313a5-b9ae-47ae-a650-104cec1b221a tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] Pushing event deleted for resources: {'Port': ['ID=f1eeaa67-27f9-4170-8d1f-88cb9c9acfe5,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:42:33.290421 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-ff9862db-2d69-4c53-ba1c-94df50bb1df7 req-aa53752b-5cc9-406c-a2c8-2b6e88f0bea7 tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] 10.222.0.30 "GET /v2.0/security-groups?id=338f83ec-1a64-45f4-9ee6-332281501cb4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2317629
Jun 28 16:42:33.297384 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efa4f703-a74a-47fc-a1eb-b46e13636aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85ea52fb-05ed-4b97-8910-cd75ab632765'}] {{(pid=74152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 28 16:42:33.342776 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-b0d313a5-b9ae-47ae-a650-104cec1b221a tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:42:33.362565 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-0924cf48-f100-4760-9d89-d2594e30c15f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:33.439352 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-4732642a-c60e-46b2-91a2-44ea83fdf608 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:33.457961 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-4732642a-c60e-46b2-91a2-44ea83fdf608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:33.461543 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ff7ea87-c5ec-46d8-a50c-80dbf39570b7 req-b0d313a5-b9ae-47ae-a650-104cec1b221a tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] No DVR routers for this DVR port f1eeaa67-27f9-4170-8d1f-88cb9c9acfe5 on host hv-cinder-79810 {{(pid=74151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 28 16:42:33.483729 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [req-3ff7ea87-c5ec-46d8-a50c-80dbf39570b7 req-b0d313a5-b9ae-47ae-a650-104cec1b221a tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022804'] for port, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:33.487865 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-3ff7ea87-c5ec-46d8-a50c-80dbf39570b7 req-b0d313a5-b9ae-47ae-a650-104cec1b221a tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] 10.222.0.15 "DELETE /v2.0/ports/f1eeaa67-27f9-4170-8d1f-88cb9c9acfe5 HTTP/1.1" status: 204  len: 173 time: 3.0660167
Jun 28 16:42:33.568092 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-0924cf48-f100-4760-9d89-d2594e30c15f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:42:33.571780 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 34416) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:42:33.610105 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-0924cf48-f100-4760-9d89-d2594e30c15f admin admin] Usage tracker for resource:security_group_rule and tenant:8a4b4f8938ff44c2a3d52d03a098326f is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:42:33.616226 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-236b9646-fddd-4828-803b-f95e2c182410 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:42:33.630965 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-0924cf48-f100-4760-9d89-d2594e30c15f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:42:33.668375 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-0924cf48-f100-4760-9d89-d2594e30c15f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:42:33.692425 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvr_db [None req-92e8b1fc-f09c-4908-84b8-fa706ff66030 None None] Set router e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0 gateway port host: dv-cinder-798104-1-iscsi {{(pid=74152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 28 16:42:33.758636 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 34422) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:42:33.759701 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-4732642a-c60e-46b2-91a2-44ea83fdf608 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b32e17df2b194fd5b5d800a9343478d5&name=default HTTP/1.1" status: 200  len: 2647 time: 1.3108854
Jun 28 16:42:33.764861 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4732642a-c60e-46b2-91a2-44ea83fdf608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dfb1a47-6977-407a-b914-8d08f378b345,revision_number=1']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:42:33.778137 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-4732642a-c60e-46b2-91a2-44ea83fdf608 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:42:33.843164 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a3c276e-863c-4266-95d9-7d34e687fbcb', 'tag': '75089fd2-da65-4e0a-8bb4-4377a45a94d1', 'status': 'completed', 'code': 200}
Jun 28 16:42:34.031304 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_hamode_db [None req-12c17ddb-f7d0-4a16-acd1-000581cde0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa2cf6c3280>, [{'id': '0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49', 'name': 'tempest-AttachVolumeTestJSON-580518908-router', 'tenant_id': '82c03e5282854bd0ba377331b218109e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': '22fff4eb-67d8-4e77-ad16-b759475d4229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:06Z', 'updated_at': '2021-06-28T16:41:15Z', 'revision_number': 4, 'project_id': '82c03e5282854bd0ba377331b218109e', 'gw_port': {'id': '22fff4eb-67d8-4e77-ad16-b759475d4229', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ef:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:07Z', 'updated_at': '2021-06-28T16:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi', '_floatingips': [{'id': '21e54436-f23b-4c6a-b851-15ac7dc963f1', 'tenant_id': '82c03e5282854bd0ba377331b218109e', 'floating_ip_address': '172.27.2.218', 'floating_network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'router_id': '0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49', 'port_id': 'ffc5ad1f-7e0f-48d1-9e62-7942808edf31', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '016488fa-4c73-4804-a4b6-958ce586a741', 'mac_address': 'fa:16:3e:26:49:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a01249-24b4-4899-982a-37bd6370d430', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T16:41:31Z', 'updated_at': '2021-06-28T16:42:28Z', 'revision_number': 1, 'project_id': '82c03e5282854bd0ba377331b218109e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6481c4ed-2367-4a81-8d50-3e55bb4b57fd', 'name': '', 'network_id': '016488fa-4c73-4804-a4b6-958ce586a741', 'tenant_id': '82c03e5282854bd0ba377331b218109e', 'mac_address': 'fa:16:3e:45:88:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c17c6b4c-b032-4eb3-9e61-7e44dcd4cae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:13Z', 'updated_at': '2021-06-28T16:41:57Z', 'revision_number': 5, 'project_id': '82c03e5282854bd0ba377331b218109e', 'subnets': [{'id': 'c17c6b4c-b032-4eb3-9e61-7e44dcd4cae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-iscsi', False) {} {{(pid=74153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:42:34.052079 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c17ddb-f7d0-4a16-acd1-000581cde0c8 None None] Checking router: 0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49 for host: dv-cinder-798104-1-iscsi {{(pid=74153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 28 16:42:34.094981 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69a01249-24b4-4899-982a-37bd6370d430', 'tag': 'ffc5ad1f-7e0f-48d1-9e62-7942808edf31', 'status': 'completed', 'code': 200}
Jun 28 16:42:34.125584 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c17ddb-f7d0-4a16-acd1-000581cde0c8 None None] Routers {'0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49'} bound to L3 agent in host dv-cinder-798104-1-iscsi {{(pid=74153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 28 16:42:34.126638 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_hamode_db [None req-12c17ddb-f7d0-4a16-acd1-000581cde0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa2cf6c3280>, 'dv-cinder-798104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T16:33:11Z,description=<?>,heartbeat_timestamp=2021-06-28T16:42:11Z,host='dv-cinder-798104-1-iscsi',id=c1a676c2-2a78-4c35-ab22-a28e05dfd46e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-28T16:33:11Z,topic='l3_agent')) {'router_ids': ['0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49'], 'active': True} {{(pid=74153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:42:34.212043 dv-cinder-798104-1-iscsi neutron-server[74152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efa4f703-a74a-47fc-a1eb-b46e13636aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85ea52fb-05ed-4b97-8910-cd75ab632765', 'code': 200}
Jun 28 16:42:34.430513 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-f285fdb2-a4a8-49f7-a9ad-ac466df4b854 req-c404248b-c863-4a11-a58a-48e1a1685155 tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8299ca3-d218-4700-aa5e-e9bc2e666093 HTTP/1.1" status: 200  len: 210 time: 0.1532130
Jun 28 16:42:34.443462 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-c5e4ec26-55bc-47de-bc6a-27da498a2bc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:34.449154 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-0924cf48-f100-4760-9d89-d2594e30c15f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:34.474346 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-e38ffa0a-50e5-4ded-bf42-5b22e63d79c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:34.501875 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-9bc9f954-9f52-4d13-b71d-939cdf071fcc req-e4af1e92-044c-4756-a7d6-3425575f76b3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=82c03e5282854bd0ba377331b218109e&device_id=69a01249-24b4-4899-982a-37bd6370d430 HTTP/1.1" status: 200  len: 1098 time: 0.4278057
Jun 28 16:42:34.582488 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-0924cf48-f100-4760-9d89-d2594e30c15f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:34.603639 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-92e8b1fc-f09c-4908-84b8-fa706ff66030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa2cfc2ef10>, [{'id': 'e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0', 'name': 'tempest-AttachVolumeShelveTestJSON-1703409747-router', 'tenant_id': '63a2e49b0c454d43890a422c6fd0684c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'fdc35852-b6f6-405a-825d-15926a01a8b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:06Z', 'updated_at': '2021-06-28T16:41:18Z', 'revision_number': 4, 'project_id': '63a2e49b0c454d43890a422c6fd0684c', 'gw_port': {'id': 'fdc35852-b6f6-405a-825d-15926a01a8b0', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:07Z', 'updated_at': '2021-06-28T16:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi', '_floatingips': [{'id': '5ddd71b5-6dbe-4d4b-b7fb-50b0870d478e', 'tenant_id': '63a2e49b0c454d43890a422c6fd0684c', 'floating_ip_address': '172.27.2.138', 'floating_network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'router_id': 'e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0', 'port_id': '75089fd2-da65-4e0a-8bb4-4377a45a94d1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a346278-b5ab-4c50-92aa-d9c545e84c60', 'mac_address': 'fa:16:3e:48:97:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3c276e-863c-4266-95d9-7d34e687fbcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T16:41:33Z', 'updated_at': '2021-06-28T16:42:29Z', 'revision_number': 1, 'project_id': '63a2e49b0c454d43890a422c6fd0684c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11f140e5-d625-4165-935e-6213876d0e9a', 'name': '', 'network_id': '5a346278-b5ab-4c50-92aa-d9c545e84c60', 'tenant_id': '63a2e49b0c454d43890a422c6fd0684c', 'mac_address': 'fa:16:3e:89:a6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3e3d357-dcc0-424c-a40d-bd73416cd8db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:16Z', 'updated_at': '2021-06-28T16:42:01Z', 'revision_number': 5, 'project_id': '63a2e49b0c454d43890a422c6fd0684c', 'subnets': [{'id': 'b3e3d357-dcc0-424c-a40d-bd73416cd8db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-iscsi', False) {} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:42:34.608861 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e8b1fc-f09c-4908-84b8-fa706ff66030 None None] Checking router: e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0 for host: dv-cinder-798104-1-iscsi {{(pid=74152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 28 16:42:34.624280 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e8b1fc-f09c-4908-84b8-fa706ff66030 None None] Routers {'e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0'} bound to L3 agent in host dv-cinder-798104-1-iscsi {{(pid=74152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 28 16:42:34.625283 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-92e8b1fc-f09c-4908-84b8-fa706ff66030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa2cfc2ef10>, 'dv-cinder-798104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T16:33:11Z,description=<?>,heartbeat_timestamp=2021-06-28T16:42:11Z,host='dv-cinder-798104-1-iscsi',id=c1a676c2-2a78-4c35-ab22-a28e05dfd46e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-28T16:33:11Z,topic='l3_agent')) {'router_ids': ['e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0'], 'active': True} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:42:34.634834 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-317496fc-2403-4eca-9e16-cce3db89217e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:42:34.756022 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_dvr_db [None req-12c17ddb-f7d0-4a16-acd1-000581cde0c8 None None] Set router 0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49 gateway port host: dv-cinder-798104-1-iscsi {{(pid=74153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 28 16:42:34.809291 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-c5e4ec26-55bc-47de-bc6a-27da498a2bc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:34.878970 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-192c0fde-cfdd-4a63-8c2a-8d5740b1f36c req-170feb44-438f-4d7d-8897-1c9803113640 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=63a2e49b0c454d43890a422c6fd0684c&device_id=6a3c276e-863c-4266-95d9-7d34e687fbcb HTTP/1.1" status: 200  len: 1099 time: 0.9563904
Jun 28 16:42:35.011691 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvr_db [None req-92e8b1fc-f09c-4908-84b8-fa706ff66030 None None] Set router e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0 gateway port host: dv-cinder-798104-1-iscsi {{(pid=74152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 28 16:42:35.148814 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-bd489903-b594-4ee4-9ffc-9c4002ccca23 req-18690a4d-8213-4206-a29f-7e83414f1cd4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=efa4f703-a74a-47fc-a1eb-b46e13636aa1 HTTP/1.1" status: 200  len: 1099 time: 0.3217187
Jun 28 16:42:35.246807 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192c0fde-cfdd-4a63-8c2a-8d5740b1f36c req-ff6a213e-2ee4-4fa8-b320-8e2f86cfcddf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:35.250303 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-192c0fde-cfdd-4a63-8c2a-8d5740b1f36c req-ff6a213e-2ee4-4fa8-b320-8e2f86cfcddf service neutron] 10.222.0.15 "GET /v2.0/networks?id=5a346278-b5ab-4c50-92aa-d9c545e84c60 HTTP/1.1" status: 200  len: 918 time: 0.3416929
Jun 28 16:42:35.250892 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0924cf48-f100-4760-9d89-d2594e30c15f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22202a21-49b6-48be-b1fc-b6da4ccbea66,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:42:35.259539 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-e38ffa0a-50e5-4ded-bf42-5b22e63d79c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:42:35.295164 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-bd489903-b594-4ee4-9ffc-9c4002ccca23 req-b20a1e3b-19bf-4d9d-8b84-c577961419c1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0f8045ec-a41a-4934-bc0f-71dfa6c36734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1276801
Jun 28 16:42:35.308846 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_hamode_db [None req-12c17ddb-f7d0-4a16-acd1-000581cde0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa2cf6c3280>, [{'id': '0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49', 'name': 'tempest-AttachVolumeTestJSON-580518908-router', 'tenant_id': '82c03e5282854bd0ba377331b218109e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': '22fff4eb-67d8-4e77-ad16-b759475d4229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:06Z', 'updated_at': '2021-06-28T16:41:15Z', 'revision_number': 4, 'project_id': '82c03e5282854bd0ba377331b218109e', 'gw_port': {'id': '22fff4eb-67d8-4e77-ad16-b759475d4229', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ef:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:07Z', 'updated_at': '2021-06-28T16:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi', '_floatingips': [{'id': '21e54436-f23b-4c6a-b851-15ac7dc963f1', 'tenant_id': '82c03e5282854bd0ba377331b218109e', 'floating_ip_address': '172.27.2.218', 'floating_network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'router_id': '0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49', 'port_id': 'ffc5ad1f-7e0f-48d1-9e62-7942808edf31', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '016488fa-4c73-4804-a4b6-958ce586a741', 'mac_address': 'fa:16:3e:26:49:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a01249-24b4-4899-982a-37bd6370d430', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T16:41:31Z', 'updated_at': '2021-06-28T16:42:28Z', 'revision_number': 1, 'project_id': '82c03e5282854bd0ba377331b218109e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6481c4ed-2367-4a81-8d50-3e55bb4b57fd', 'name': '', 'network_id': '016488fa-4c73-4804-a4b6-958ce586a741', 'tenant_id': '82c03e5282854bd0ba377331b218109e', 'mac_address': 'fa:16:3e:45:88:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c17c6b4c-b032-4eb3-9e61-7e44dcd4cae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:13Z', 'updated_at': '2021-06-28T16:41:57Z', 'revision_number': 5, 'project_id': '82c03e5282854bd0ba377331b218109e', 'subnets': [{'id': 'c17c6b4c-b032-4eb3-9e61-7e44dcd4cae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-iscsi', False) {} {{(pid=74153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:42:35.315115 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c17ddb-f7d0-4a16-acd1-000581cde0c8 None None] The sync data for ids ['0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49'] in dv-cinder-798104-1-iscsi is: [{'id': '0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49', 'name': 'tempest-AttachVolumeTestJSON-580518908-router', 'tenant_id': '82c03e5282854bd0ba377331b218109e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': '22fff4eb-67d8-4e77-ad16-b759475d4229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:06Z', 'updated_at': '2021-06-28T16:41:15Z', 'revision_number': 4, 'project_id': '82c03e5282854bd0ba377331b218109e', 'gw_port': {'id': '22fff4eb-67d8-4e77-ad16-b759475d4229', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ef:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:07Z', 'updated_at': '2021-06-28T16:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi', '_floatingips': [{'id': '21e54436-f23b-4c6a-b851-15ac7dc963f1', 'tenant_id': '82c03e5282854bd0ba377331b218109e', 'floating_ip_address': '172.27.2.218', 'floating_network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'router_id': '0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49', 'port_id': 'ffc5ad1f-7e0f-48d1-9e62-7942808edf31', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '016488fa-4c73-4804-a4b6-958ce586a741', 'mac_address': 'fa:16:3e:26:49:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a01249-24b4-4899-982a-37bd6370d430', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T16:41:31Z', 'updated_at': '2021-06-28T16:42:28Z', 'revision_number': 1, 'project_id': '82c03e5282854bd0ba377331b218109e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6481c4ed-2367-4a81-8d50-3e55bb4b57fd', 'name': '', 'network_id': '016488fa-4c73-4804-a4b6-958ce586a741', 'tenant_id': '82c03e5282854bd0ba377331b218109e', 'mac_address': 'fa:16:3e:45:88:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c17c6b4c-b032-4eb3-9e61-7e44dcd4cae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:13Z', 'updated_at': '2021-06-28T16:41:57Z', 'revision_number': 5, 'project_id': '82c03e5282854bd0ba377331b218109e', 'subnets': [{'id': 'c17c6b4c-b032-4eb3-9e61-7e44dcd4cae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 28 16:42:35.328642 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e31e05-db11-420f-8702-f6d6a1b90270 req-7f30f3c7-5e21-4ef0-a0db-809ddc6d100a tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:35.332620 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-f4e31e05-db11-420f-8702-f6d6a1b90270 req-7f30f3c7-5e21-4ef0-a0db-809ddc6d100a tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4e9289d-cd70-4b7f-a8b5-5f768e1c1bdf HTTP/1.1" status: 200  len: 946 time: 0.4316049
Jun 28 16:42:35.336271 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc9f954-9f52-4d13-b71d-939cdf071fcc req-567b59a8-913c-4d02-a9ae-a5bddad75297 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:35.339523 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-9bc9f954-9f52-4d13-b71d-939cdf071fcc req-567b59a8-913c-4d02-a9ae-a5bddad75297 service neutron] 10.222.0.15 "GET /v2.0/networks?id=016488fa-4c73-4804-a4b6-958ce586a741 HTTP/1.1" status: 200  len: 911 time: 0.8298712
Jun 28 16:42:35.360060 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd551245-9ad0-4627-b306-738edc53e611 req-70a2603d-5f68-4adf-96d8-8bbcc0c97e16 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:35.363045 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-bd551245-9ad0-4627-b306-738edc53e611 req-70a2603d-5f68-4adf-96d8-8bbcc0c97e16 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/ports?device_id=efa4f703-a74a-47fc-a1eb-b46e13636aa1 HTTP/1.1" status: 200  len: 946 time: 0.5907829
Jun 28 16:42:35.430724 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-0924cf48-f100-4760-9d89-d2594e30c15f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.796s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:42:35.450393 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-0924cf48-f100-4760-9d89-d2594e30c15f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8a4b4f8938ff44c2a3d52d03a098326f&name=default HTTP/1.1" status: 200  len: 2647 time: 2.5694742
Jun 28 16:42:35.462115 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-e38ffa0a-50e5-4ded-bf42-5b22e63d79c2 admin admin] Usage tracker for resource:security_group_rule and tenant:31d288da0a7747f39dab6bb7b2c6405a is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:42:35.469965 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-e38ffa0a-50e5-4ded-bf42-5b22e63d79c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:42:35.496878 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 34432) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:42:35.515935 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-e38ffa0a-50e5-4ded-bf42-5b22e63d79c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:42:35.599536 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-192c0fde-cfdd-4a63-8c2a-8d5740b1f36c req-1a09ee17-1d00-48e6-a5d7-24b25009d31e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75089fd2-da65-4e0a-8bb4-4377a45a94d1 HTTP/1.1" status: 200  len: 1000 time: 0.3220522
Jun 28 16:42:35.620528 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-f4e31e05-db11-420f-8702-f6d6a1b90270 req-27425faf-f4c4-4215-b988-e7f3324436f9 tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] 10.222.0.30 "GET /v2.0/security-groups?id=338f83ec-1a64-45f4-9ee6-332281501cb4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2743213
Jun 28 16:42:35.656635 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-bd551245-9ad0-4627-b306-738edc53e611 req-153808b3-d257-44b0-8ca5-154a3aa57a3b tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f8045ec-a41a-4934-bc0f-71dfa6c36734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2795513
Jun 28 16:42:35.693970 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-9bc9f954-9f52-4d13-b71d-939cdf071fcc req-ecc420ed-3d52-40ea-9e36-20aa772447fc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ffc5ad1f-7e0f-48d1-9e62-7942808edf31 HTTP/1.1" status: 200  len: 999 time: 0.3266656
Jun 28 16:42:35.738963 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995a9547-7a51-47b7-9905-4c8b5d0750cd None None] New status for floating IP 21e54436-f23b-4c6a-b851-15ac7dc963f1: ACTIVE {{(pid=74153) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jun 28 16:42:35.874006 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192c0fde-cfdd-4a63-8c2a-8d5740b1f36c req-59b72ff9-f8a5-4923-8cb1-815483bb4881 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:35.875900 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-192c0fde-cfdd-4a63-8c2a-8d5740b1f36c req-59b72ff9-f8a5-4923-8cb1-815483bb4881 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b3e3d357-dcc0-424c-a40d-bd73416cd8db HTTP/1.1" status: 200  len: 856 time: 0.2630243
Jun 28 16:42:35.877575 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-c5e4ec26-55bc-47de-bc6a-27da498a2bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:35.988245 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:42:36.010218 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-c47ff7cc-7a2f-4bed-a3c9-d7aba78559b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:36.017379 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc9f954-9f52-4d13-b71d-939cdf071fcc req-55788a85-7e51-489c-bc8e-15bed1a00022 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:36.019187 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-9bc9f954-9f52-4d13-b71d-939cdf071fcc req-55788a85-7e51-489c-bc8e-15bed1a00022 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c17c6b4c-b032-4eb3-9e61-7e44dcd4cae3 HTTP/1.1" status: 200  len: 849 time: 0.3164299
Jun 28 16:42:36.080865 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e4ec26-55bc-47de-bc6a-27da498a2bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dfb1a47-6977-407a-b914-8d08f378b345,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:42:36.111442 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8299ca3-d218-4700-aa5e-e9bc2e666093', 'name': 'network-vif-deleted', 'tag': 'f1eeaa67-27f9-4170-8d1f-88cb9c9acfe5'}] {{(pid=74151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 28 16:42:36.126084 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-c5e4ec26-55bc-47de-bc6a-27da498a2bc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:42:36.146080 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-c5e4ec26-55bc-47de-bc6a-27da498a2bc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:36.150113 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-c5e4ec26-55bc-47de-bc6a-27da498a2bc1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0dfb1a47-6977-407a-b914-8d08f378b345 HTTP/1.1" status: 204  len: 168 time: 2.3900931
Jun 28 16:42:36.170527 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-c47ff7cc-7a2f-4bed-a3c9-d7aba78559b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:36.206388 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-e38ffa0a-50e5-4ded-bf42-5b22e63d79c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:36.224124 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-9bc9f954-9f52-4d13-b71d-939cdf071fcc req-363dfbfa-581c-485c-adf2-cbb69d8caa16 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=016488fa-4c73-4804-a4b6-958ce586a741&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1844103
Jun 28 16:42:36.248025 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-e38ffa0a-50e5-4ded-bf42-5b22e63d79c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:36.274939 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-87154dcf-c1da-45dd-94b8-7652f89a03b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:42:36.341501 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8299ca3-d218-4700-aa5e-e9bc2e666093', 'name': 'network-vif-deleted', 'tag': 'f1eeaa67-27f9-4170-8d1f-88cb9c9acfe5', 'status': 'completed', 'code': 200}
Jun 28 16:42:36.406483 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-e38ffa0a-50e5-4ded-bf42-5b22e63d79c2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=31d288da0a7747f39dab6bb7b2c6405a&name=default HTTP/1.1" status: 200  len: 2647 time: 2.8276496
Jun 28 16:42:36.428134 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 34448) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:42:36.433765 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ffa0a-50e5-4ded-bf42-5b22e63d79c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19d39992-5fe0-4228-8477-829095763056,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:42:36.441962 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-e38ffa0a-50e5-4ded-bf42-5b22e63d79c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:42:36.506783 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-192c0fde-cfdd-4a63-8c2a-8d5740b1f36c req-38537bac-87df-4413-bb6c-73e58f7682ee service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5a346278-b5ab-4c50-92aa-d9c545e84c60&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5808430
Jun 28 16:42:36.587613 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-c47ff7cc-7a2f-4bed-a3c9-d7aba78559b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:36.602933 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-92e8b1fc-f09c-4908-84b8-fa706ff66030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa2cfc2ef10>, [{'id': 'e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0', 'name': 'tempest-AttachVolumeShelveTestJSON-1703409747-router', 'tenant_id': '63a2e49b0c454d43890a422c6fd0684c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'fdc35852-b6f6-405a-825d-15926a01a8b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:06Z', 'updated_at': '2021-06-28T16:41:18Z', 'revision_number': 4, 'project_id': '63a2e49b0c454d43890a422c6fd0684c', 'gw_port': {'id': 'fdc35852-b6f6-405a-825d-15926a01a8b0', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:07Z', 'updated_at': '2021-06-28T16:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi', '_floatingips': [{'id': '5ddd71b5-6dbe-4d4b-b7fb-50b0870d478e', 'tenant_id': '63a2e49b0c454d43890a422c6fd0684c', 'floating_ip_address': '172.27.2.138', 'floating_network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'router_id': 'e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0', 'port_id': '75089fd2-da65-4e0a-8bb4-4377a45a94d1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a346278-b5ab-4c50-92aa-d9c545e84c60', 'mac_address': 'fa:16:3e:48:97:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3c276e-863c-4266-95d9-7d34e687fbcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T16:41:33Z', 'updated_at': '2021-06-28T16:42:29Z', 'revision_number': 1, 'project_id': '63a2e49b0c454d43890a422c6fd0684c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11f140e5-d625-4165-935e-6213876d0e9a', 'name': '', 'network_id': '5a346278-b5ab-4c50-92aa-d9c545e84c60', 'tenant_id': '63a2e49b0c454d43890a422c6fd0684c', 'mac_address': 'fa:16:3e:89:a6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3e3d357-dcc0-424c-a40d-bd73416cd8db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:16Z', 'updated_at': '2021-06-28T16:42:01Z', 'revision_number': 5, 'project_id': '63a2e49b0c454d43890a422c6fd0684c', 'subnets': [{'id': 'b3e3d357-dcc0-424c-a40d-bd73416cd8db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-iscsi', False) {} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:42:36.614773 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e8b1fc-f09c-4908-84b8-fa706ff66030 None None] The sync data for ids ['e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0'] in dv-cinder-798104-1-iscsi is: [{'id': 'e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0', 'name': 'tempest-AttachVolumeShelveTestJSON-1703409747-router', 'tenant_id': '63a2e49b0c454d43890a422c6fd0684c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'fdc35852-b6f6-405a-825d-15926a01a8b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:06Z', 'updated_at': '2021-06-28T16:41:18Z', 'revision_number': 4, 'project_id': '63a2e49b0c454d43890a422c6fd0684c', 'gw_port': {'id': 'fdc35852-b6f6-405a-825d-15926a01a8b0', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:07Z', 'updated_at': '2021-06-28T16:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi', '_floatingips': [{'id': '5ddd71b5-6dbe-4d4b-b7fb-50b0870d478e', 'tenant_id': '63a2e49b0c454d43890a422c6fd0684c', 'floating_ip_address': '172.27.2.138', 'floating_network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'router_id': 'e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0', 'port_id': '75089fd2-da65-4e0a-8bb4-4377a45a94d1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a346278-b5ab-4c50-92aa-d9c545e84c60', 'mac_address': 'fa:16:3e:48:97:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3c276e-863c-4266-95d9-7d34e687fbcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T16:41:33Z', 'updated_at': '2021-06-28T16:42:29Z', 'revision_number': 1, 'project_id': '63a2e49b0c454d43890a422c6fd0684c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11f140e5-d625-4165-935e-6213876d0e9a', 'name': '', 'network_id': '5a346278-b5ab-4c50-92aa-d9c545e84c60', 'tenant_id': '63a2e49b0c454d43890a422c6fd0684c', 'mac_address': 'fa:16:3e:89:a6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3e3d357-dcc0-424c-a40d-bd73416cd8db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:16Z', 'updated_at': '2021-06-28T16:42:01Z', 'revision_number': 5, 'project_id': '63a2e49b0c454d43890a422c6fd0684c', 'subnets': [{'id': 'b3e3d357-dcc0-424c-a40d-bd73416cd8db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 28 16:42:36.639954 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-04c67c9a-7ff6-423a-bdb7-6b6f752c4d6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:42:36.646847 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-9bc9f954-9f52-4d13-b71d-939cdf071fcc req-7b1cb130-2f8a-4f61-bcb2-71f4e9b9654a service neutron] 10.222.0.15 "GET /v2.0/networks/016488fa-4c73-4804-a4b6-958ce586a741?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4155440
Jun 28 16:42:36.862008 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47ff7cc-7a2f-4bed-a3c9-d7aba78559b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22202a21-49b6-48be-b1fc-b6da4ccbea66,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:42:36.880991 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-c47ff7cc-7a2f-4bed-a3c9-d7aba78559b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:42:36.911143 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-c47ff7cc-7a2f-4bed-a3c9-d7aba78559b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:36.912337 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-c47ff7cc-7a2f-4bed-a3c9-d7aba78559b2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/22202a21-49b6-48be-b1fc-b6da4ccbea66 HTTP/1.1" status: 204  len: 168 time: 1.4134171
Jun 28 16:42:36.937349 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-9bc9f954-9f52-4d13-b71d-939cdf071fcc req-1c0f39af-3777-4b99-97c9-7ceda4e820b8 service neutron] 10.222.0.15 "GET /v2.0/networks/016488fa-4c73-4804-a4b6-958ce586a741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2768314
Jun 28 16:42:37.202547 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a29cd52-1b6e-4913-bd9c-64a086a3e9ed req-062b1d9c-a603-4f40-8d2a-25fbbc45de40 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:37.210168 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-9a29cd52-1b6e-4913-bd9c-64a086a3e9ed req-062b1d9c-a603-4f40-8d2a-25fbbc45de40 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/ports?device_id=efa4f703-a74a-47fc-a1eb-b46e13636aa1 HTTP/1.1" status: 200  len: 946 time: 0.2458022
Jun 28 16:42:37.275899 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-416f1b86-1b71-4fe1-bd62-6465fd2744df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:37.286489 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-192c0fde-cfdd-4a63-8c2a-8d5740b1f36c req-b59f74f7-ac93-4774-a76d-539da7f28956 service neutron] 10.222.0.15 "GET /v2.0/networks/5a346278-b5ab-4c50-92aa-d9c545e84c60?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7548158
Jun 28 16:42:37.458789 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-9a29cd52-1b6e-4913-bd9c-64a086a3e9ed req-af30fda7-0755-4711-803e-2be12c3a475f tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f8045ec-a41a-4934-bc0f-71dfa6c36734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2258711
Jun 28 16:42:37.461811 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-416f1b86-1b71-4fe1-bd62-6465fd2744df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:37.747938 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-192c0fde-cfdd-4a63-8c2a-8d5740b1f36c req-f64f3345-fe70-4277-b762-4ab44c7fdba0 service neutron] 10.222.0.15 "GET /v2.0/networks/5a346278-b5ab-4c50-92aa-d9c545e84c60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4459324
Jun 28 16:42:37.774067 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-416f1b86-1b71-4fe1-bd62-6465fd2744df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:37.799229 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-c81aa6f6-c694-44f4-9697-80e0e4d9a71a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:42:37.842579 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416f1b86-1b71-4fe1-bd62-6465fd2744df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d39992-5fe0-4228-8477-829095763056,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:42:37.850061 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-416f1b86-1b71-4fe1-bd62-6465fd2744df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:42:37.854197 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-416f1b86-1b71-4fe1-bd62-6465fd2744df admin admin] Notify callbacks [] for security_group, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:37.856626 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-416f1b86-1b71-4fe1-bd62-6465fd2744df admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/19d39992-5fe0-4228-8477-829095763056 HTTP/1.1" status: 204  len: 168 time: 1.4103963
Jun 28 16:42:38.156957 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d278ea66-7a5f-43f1-9ca2-779a775d3fc3 req-77cf632e-5625-47ee-9da5-08517c0fdf7a tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:38.171324 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-d278ea66-7a5f-43f1-9ca2-779a775d3fc3 req-77cf632e-5625-47ee-9da5-08517c0fdf7a tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4e9289d-cd70-4b7f-a8b5-5f768e1c1bdf HTTP/1.1" status: 200  len: 946 time: 0.1405051
Jun 28 16:42:38.350153 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-d278ea66-7a5f-43f1-9ca2-779a775d3fc3 req-de3d0a4d-0baa-403f-8a90-734895044c59 tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] 10.222.0.30 "GET /v2.0/security-groups?id=338f83ec-1a64-45f4-9ee6-332281501cb4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1728652
Jun 28 16:42:38.418081 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde47649-d693-462f-8df3-f7e15a560b6b None None] New status for floating IP 5ddd71b5-6dbe-4d4b-b7fb-50b0870d478e: ACTIVE {{(pid=74152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jun 28 16:42:38.624364 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-8622de4d-019c-4c7a-b2de-ea21f325337c req-6478afb5-8b33-471a-9bec-8b2940d9ef76 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fe368935ff745edaa9465a88456bec5&device_id=efa4f703-a74a-47fc-a1eb-b46e13636aa1 HTTP/1.1" status: 200  len: 1099 time: 0.0885403
Jun 28 16:42:38.725786 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 34510) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:42:38.813108 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-81865e5c-f6af-4ee8-80df-94149e9e4faf admin admin] Notify callbacks [] for security_group, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:38.885687 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c097c70-e3bc-4842-8ce8-a638deac202b req-c1e61f16-af49-49b6-8586-c767b2d1653b tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:38.889612 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-0c097c70-e3bc-4842-8ce8-a638deac202b req-c1e61f16-af49-49b6-8586-c767b2d1653b tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/ports?device_id=efa4f703-a74a-47fc-a1eb-b46e13636aa1 HTTP/1.1" status: 200  len: 946 time: 0.3106709
Jun 28 16:42:38.962341 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-40689ae5-13d0-4f6e-8377-3a70681ee8fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:38.998700 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8622de4d-019c-4c7a-b2de-ea21f325337c req-28f8cb48-4cd4-4ed9-af8e-94a1e972254b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:39.000638 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-8622de4d-019c-4c7a-b2de-ea21f325337c req-28f8cb48-4cd4-4ed9-af8e-94a1e972254b service neutron] 10.222.0.15 "GET /v2.0/networks?id=67cef3f9-4ff6-418e-b6c5-56d49e3c3b89 HTTP/1.1" status: 200  len: 920 time: 0.3680844
Jun 28 16:42:39.024243 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-81865e5c-f6af-4ee8-80df-94149e9e4faf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:42:39.037844 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-81865e5c-f6af-4ee8-80df-94149e9e4faf admin admin] Usage tracker for resource:security_group_rule and tenant:6bb74317cef248aeb14ebf441a4393ec is out of sync, need to count used quota {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:42:39.046399 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-81865e5c-f6af-4ee8-80df-94149e9e4faf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:42:39.064389 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-0c097c70-e3bc-4842-8ce8-a638deac202b req-bf612931-a02e-44d0-87b1-62e1bd6d3527 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f8045ec-a41a-4934-bc0f-71dfa6c36734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1628323
Jun 28 16:42:39.074603 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-81865e5c-f6af-4ee8-80df-94149e9e4faf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:42:39.130624 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-8622de4d-019c-4c7a-b2de-ea21f325337c req-2fbecaef-4a92-4fdc-b231-0b48aa8c00c0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85ea52fb-05ed-4b97-8910-cd75ab632765 HTTP/1.1" status: 200  len: 217 time: 0.1186659
Jun 28 16:42:39.232776 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-81865e5c-f6af-4ee8-80df-94149e9e4faf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:39.244016 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-81865e5c-f6af-4ee8-80df-94149e9e4faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:39.248451 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8622de4d-019c-4c7a-b2de-ea21f325337c req-e0f24166-79ee-4a14-ae5e-dfe8d2e2e777 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:39.250122 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-8622de4d-019c-4c7a-b2de-ea21f325337c req-e0f24166-79ee-4a14-ae5e-dfe8d2e2e777 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ac8dc62b-c0d1-448e-9b7b-2ee53b76484f HTTP/1.1" status: 200  len: 859 time: 0.1070492
Jun 28 16:42:39.264318 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:42:39.327789 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-8622de4d-019c-4c7a-b2de-ea21f325337c req-a3d9111f-753e-441b-9380-7d9ea2343c63 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=67cef3f9-4ff6-418e-b6c5-56d49e3c3b89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0609117
Jun 28 16:42:39.349346 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81865e5c-f6af-4ee8-80df-94149e9e4faf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6573b5a-2739-4928-8ce0-e5df8beab3fb,revision_number=1']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:42:39.358274 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-81865e5c-f6af-4ee8-80df-94149e9e4faf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:42:39.370518 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-81865e5c-f6af-4ee8-80df-94149e9e4faf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6bb74317cef248aeb14ebf441a4393ec&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6366892
Jun 28 16:42:39.371749 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 34532) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:42:39.473269 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:39.583194 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-8622de4d-019c-4c7a-b2de-ea21f325337c req-85c01365-37f4-4b0b-8e79-09e53ee9543d service neutron] 10.222.0.15 "GET /v2.0/networks/67cef3f9-4ff6-418e-b6c5-56d49e3c3b89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2431529
Jun 28 16:42:39.681157 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-b656c7b4-3f18-4d6e-9d03-5e60f9378115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:39.684706 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 34540) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:42:39.785756 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-b656c7b4-3f18-4d6e-9d03-5e60f9378115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:39.817153 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-8622de4d-019c-4c7a-b2de-ea21f325337c req-76cf07ab-c605-48d6-8b21-218e97768c4a service neutron] 10.222.0.15 "GET /v2.0/networks/67cef3f9-4ff6-418e-b6c5-56d49e3c3b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2134237
Jun 28 16:42:39.843805 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.db_base_plugin_v2 [None req-db7ce66d-b773-4026-98b0-3fff94a23dfc admin admin] Deleting subnet 9c3a086d-22de-4ca9-bd41-ff751b4b91d1 {{(pid=74150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 28 16:42:39.857005 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-db7ce66d-b773-4026-98b0-3fff94a23dfc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:39.902445 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3843eeaa-ea84-4e0c-ae85-1795009d6de2 req-4f109d70-aca1-4d0d-9aee-7f6e2a23150a tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:39.909737 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-3843eeaa-ea84-4e0c-ae85-1795009d6de2 req-4f109d70-aca1-4d0d-9aee-7f6e2a23150a tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4e9289d-cd70-4b7f-a8b5-5f768e1c1bdf HTTP/1.1" status: 200  len: 946 time: 0.3486524
Jun 28 16:42:39.919971 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe4fc6a-9fd8-4788-bb82-4cecfb31bbaf req-e33d8e6b-fd42-4606-af36-7716323c52cf tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:39.921468 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-6fe4fc6a-9fd8-4788-bb82-4cecfb31bbaf req-e33d8e6b-fd42-4606-af36-7716323c52cf tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4e9289d-cd70-4b7f-a8b5-5f768e1c1bdf HTTP/1.1" status: 200  len: 946 time: 0.3153870
Jun 28 16:42:40.042751 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-db7ce66d-b773-4026-98b0-3fff94a23dfc admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:40.052432 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-b656c7b4-3f18-4d6e-9d03-5e60f9378115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:40.080459 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.plugin [req-6fe4fc6a-9fd8-4788-bb82-4cecfb31bbaf req-477e2e2f-55a7-4618-aea1-79f55715f82b tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] Deleting port 111959e2-d443-404e-a7c4-c7a248a48dad {{(pid=74150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 28 16:42:40.080840 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-6fe4fc6a-9fd8-4788-bb82-4cecfb31bbaf req-477e2e2f-55a7-4618-aea1-79f55715f82b tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771078813103'] for port, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:40.136079 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-db7ce66d-b773-4026-98b0-3fff94a23dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1427664'] for subnet, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:40.180318 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:42:40.225773 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-3843eeaa-ea84-4e0c-ae85-1795009d6de2 req-52cf548a-2941-4cf7-8b5f-6465b3768d5d tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] 10.222.0.30 "GET /v2.0/security-groups?id=338f83ec-1a64-45f4-9ee6-332281501cb4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3150454
Jun 28 16:42:40.227202 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b656c7b4-3f18-4d6e-9d03-5e60f9378115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6573b5a-2739-4928-8ce0-e5df8beab3fb,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:42:40.273913 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-b656c7b4-3f18-4d6e-9d03-5e60f9378115 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:42:40.321540 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-b656c7b4-3f18-4d6e-9d03-5e60f9378115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:40.322668 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-b656c7b4-3f18-4d6e-9d03-5e60f9378115 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e6573b5a-2739-4928-8ce0-e5df8beab3fb HTTP/1.1" status: 204  len: 168 time: 0.9494085
Jun 28 16:42:40.477689 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-db7ce66d-b773-4026-98b0-3fff94a23dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692'] for subnet, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:40.514308 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-f6a86366-f848-4177-93e2-e242b5d86e59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:42:40.618642 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7ce66d-b773-4026-98b0-3fff94a23dfc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c3a086d-22de-4ca9-bd41-ff751b4b91d1,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:42:40.638583 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-db7ce66d-b773-4026-98b0-3fff94a23dfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:42:40.649340 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-db7ce66d-b773-4026-98b0-3fff94a23dfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533674'] for subnet, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:40.665709 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-db7ce66d-b773-4026-98b0-3fff94a23dfc admin admin] 10.222.0.30 "DELETE /v2.0/subnets/9c3a086d-22de-4ca9-bd41-ff751b4b91d1 HTTP/1.1" status: 204  len: 168 time: 0.9737368
Jun 28 16:42:40.668150 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 34568) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:42:40.684112 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19635c73-e3ff-49f9-9a2b-0493b81f8599 req-9f6d27e5-0b2f-4e25-97a7-68e2751bf78f tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:40.686711 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-19635c73-e3ff-49f9-9a2b-0493b81f8599 req-9f6d27e5-0b2f-4e25-97a7-68e2751bf78f tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/ports?device_id=efa4f703-a74a-47fc-a1eb-b46e13636aa1 HTTP/1.1" status: 200  len: 946 time: 0.2908740
Jun 28 16:42:40.758755 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.db [req-6fe4fc6a-9fd8-4788-bb82-4cecfb31bbaf req-477e2e2f-55a7-4618-aea1-79f55715f82b tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] For port 111959e2-d443-404e-a7c4-c7a248a48dad, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=111959e2-d443-404e-a7c4-c7a248a48dad,segment=NetworkSegment(ac459b3d-69c2-4d5c-849b-ccc5637d3355),segment_id=ac459b3d-69c2-4d5c-849b-ccc5637d3355)] {{(pid=74150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:42:40.759490 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-6fe4fc6a-9fd8-4788-bb82-4cecfb31bbaf req-477e2e2f-55a7-4618-aea1-79f55715f82b tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679626'] for port, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:40.801627 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-4b3b4b42-ecf3-4c0c-8bc9-cce5ce65144f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1600473'] for network, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:41.007686 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.plugin [req-6fe4fc6a-9fd8-4788-bb82-4cecfb31bbaf req-477e2e2f-55a7-4618-aea1-79f55715f82b tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] Calling delete_port for 111959e2-d443-404e-a7c4-c7a248a48dad owned by compute:nova {{(pid=74150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 28 16:42:41.052101 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-4b3b4b42-ecf3-4c0c-8bc9-cce5ce65144f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1428645', 'neutron.services.segments.db._delete_segments_for_network-8771078865026'] for network, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:41.057751 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-19635c73-e3ff-49f9-9a2b-0493b81f8599 req-a4c1213f-68b7-4fa2-8949-1dc43b92cd27 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f8045ec-a41a-4934-bc0f-71dfa6c36734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3564348
Jun 28 16:42:41.089075 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-4b3b4b42-ecf3-4c0c-8bc9-cce5ce65144f admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fa2cecdd880>> segment before_delete 55550000 {{(pid=74151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:42:41.089075 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-4b3b4b42-ecf3-4c0c-8bc9-cce5ce65144f admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fa2cecdd880>> subnet precommit_delete_associations 55550000 {{(pid=74151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:42:41.091665 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-4b3b4b42-ecf3-4c0c-8bc9-cce5ce65144f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa2cecdd310>> segment_host_mapping after_create 55550000 {{(pid=74151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:42:41.091665 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-4b3b4b42-ecf3-4c0c-8bc9-cce5ce65144f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa2cecdd310>> port after_create 55550000 {{(pid=74151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:42:41.091665 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-4b3b4b42-ecf3-4c0c-8bc9-cce5ce65144f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa2cecdd310>> port after_delete 55550000 {{(pid=74151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:42:41.091665 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-4b3b4b42-ecf3-4c0c-8bc9-cce5ce65144f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa2cecdd310>> port after_update 55550000 {{(pid=74151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:42:41.092307 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-4b3b4b42-ecf3-4c0c-8bc9-cce5ce65144f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa2cecdd310>> segment after_delete 55550000 {{(pid=74151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:42:41.092307 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-4b3b4b42-ecf3-4c0c-8bc9-cce5ce65144f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa2cecdd310>> subnet after_create 55550000 {{(pid=74151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:42:41.092560 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-4b3b4b42-ecf3-4c0c-8bc9-cce5ce65144f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa2cecdd310>> subnet after_delete 55550000 {{(pid=74151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:42:41.092708 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-4b3b4b42-ecf3-4c0c-8bc9-cce5ce65144f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa2cecdd310>> subnet after_update 55550000 {{(pid=74151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:42:41.283276 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-9a96786a-df9f-4e77-869a-5d0203d5f3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:41.290286 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-4b3b4b42-ecf3-4c0c-8bc9-cce5ce65144f admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fa2cee3c8b0>> subnet after_create 55550000 {{(pid=74151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:42:41.291346 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-4b3b4b42-ecf3-4c0c-8bc9-cce5ce65144f admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fa2cee3c8b0>> subnet after_delete 55550000 {{(pid=74151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:42:41.291939 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-4b3b4b42-ecf3-4c0c-8bc9-cce5ce65144f admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fa2cee3c8b0>> subnet before_create 55550000 {{(pid=74151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:42:41.292460 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-4b3b4b42-ecf3-4c0c-8bc9-cce5ce65144f admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fa2cee3c8b0>> subnet before_update 55550000 {{(pid=74151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:42:41.293069 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.services.segments.db [None req-4b3b4b42-ecf3-4c0c-8bc9-cce5ce65144f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa2cecdda00>,) {'filters': {'network_id': ['7cf7e6d2-90dd-4005-a9f9-f2f92291a854']}} {{(pid=74151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:42:41.322057 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.services.segments.db [None req-4b3b4b42-ecf3-4c0c-8bc9-cce5ce65144f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa2cecdda00>, '7e0ee00b-e8ea-418c-aae5-177bc97c684b') {'for_net_delete': True} {{(pid=74151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:42:41.322507 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.services.segments.db [None req-4b3b4b42-ecf3-4c0c-8bc9-cce5ce65144f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa2cecdda00>, '7e0ee00b-e8ea-418c-aae5-177bc97c684b') {} {{(pid=74151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:42:41.350506 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-4b3b4b42-ecf3-4c0c-8bc9-cce5ce65144f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771078786973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32205915'] for segment, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:41.384438 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-4b3b4b42-ecf3-4c0c-8bc9-cce5ce65144f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719364'] for segment, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:41.404556 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b3b4b42-ecf3-4c0c-8bc9-cce5ce65144f admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=74151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jun 28 16:42:41.405018 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-4b3b4b42-ecf3-4c0c-8bc9-cce5ce65144f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1719391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32205040'] for segment, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:41.427037 dv-cinder-798104-1-iscsi neutron-server[74151]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Jun 28 16:42:41.427037 dv-cinder-798104-1-iscsi neutron-server[74151]:   util.warn_limited(
Jun 28 16:42:41.427037 dv-cinder-798104-1-iscsi neutron-server[74151]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Jun 28 16:42:41.427037 dv-cinder-798104-1-iscsi neutron-server[74151]:   util.warn_limited(
Jun 28 16:42:41.427037 dv-cinder-798104-1-iscsi neutron-server[74151]: Traceback (most recent call last):
Jun 28 16:42:41.427037 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jun 28 16:42:41.427037 dv-cinder-798104-1-iscsi neutron-server[74151]:     timer()
Jun 28 16:42:41.427037 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 28 16:42:41.427037 dv-cinder-798104-1-iscsi neutron-server[74151]:     cb(*args, **kw)
Jun 28 16:42:41.427037 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jun 28 16:42:41.427037 dv-cinder-798104-1-iscsi neutron-server[74151]:     return func(*args, **kwargs)
Jun 28 16:42:41.427037 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 28 16:42:41.427037 dv-cinder-798104-1-iscsi neutron-server[74151]:     self._notify()
Jun 28 16:42:41.427037 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 28 16:42:41.427037 dv-cinder-798104-1-iscsi neutron-server[74151]:     self.callback(batched_events)
Jun 28 16:42:41.427037 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 28 16:42:41.427037 dv-cinder-798104-1-iscsi neutron-server[74151]:     event.method(event)
Jun 28 16:42:41.427037 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 28 16:42:41.427037 dv-cinder-798104-1-iscsi neutron-server[74151]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 28 16:42:41.427037 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 28 16:42:41.427037 dv-cinder-798104-1-iscsi neutron-server[74151]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 28 16:42:41.427037 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 28 16:42:41.427037 dv-cinder-798104-1-iscsi neutron-server[74151]:     return f(self, *a, **k)
Jun 28 16:42:41.427037 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jun 28 16:42:41.427037 dv-cinder-798104-1-iscsi neutron-server[74151]:     return self._get(url).json()
Jun 28 16:42:41.427037 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jun 28 16:42:41.427037 dv-cinder-798104-1-iscsi neutron-server[74151]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 28 16:42:41.427037 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jun 28 16:42:41.427037 dv-cinder-798104-1-iscsi neutron-server[74151]:     return self.request(url, 'GET', **kwargs)
Jun 28 16:42:41.427037 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jun 28 16:42:41.427037 dv-cinder-798104-1-iscsi neutron-server[74151]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 28 16:42:41.427037 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jun 28 16:42:41.427037 dv-cinder-798104-1-iscsi neutron-server[74151]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 28 16:42:41.427037 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jun 28 16:42:41.427037 dv-cinder-798104-1-iscsi neutron-server[74151]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 28 16:42:41.427037 dv-cinder-798104-1-iscsi neutron-server[74151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 28 16:42:41.526630 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-6fe4fc6a-9fd8-4788-bb82-4cecfb31bbaf req-477e2e2f-55a7-4618-aea1-79f55715f82b tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771078770342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771078328122'] for port, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:41.548072 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-45cb2c5b-68b0-4d9a-846d-d9141cfd66d1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:42:41.604964 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-4b3b4b42-ecf3-4c0c-8bc9-cce5ce65144f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1428054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-674480'] for network, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:41.611700 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-ea962c5b-9ff3-4dd1-b289-425519996068 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:42:41.651559 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3b4b42-ecf3-4c0c-8bc9-cce5ce65144f admin admin] Pushing event deleted for resources: {'Network': ['ID=7cf7e6d2-90dd-4005-a9f9-f2f92291a854,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:42:41.654526 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-4b3b4b42-ecf3-4c0c-8bc9-cce5ce65144f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533674'] for network, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:41.674397 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-4b3b4b42-ecf3-4c0c-8bc9-cce5ce65144f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:42:41.681952 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-4b3b4b42-ecf3-4c0c-8bc9-cce5ce65144f admin admin] 10.222.0.30 "DELETE /v2.0/networks/7cf7e6d2-90dd-4005-a9f9-f2f92291a854 HTTP/1.1" status: 204  len: 168 time: 1.0092168
Jun 28 16:42:41.704022 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477e2e2f-55a7-4618-aea1-79f55715f82b tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] Pushing event deleted for resources: {'Port': ['ID=111959e2-d443-404e-a7c4-c7a248a48dad,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:42:41.708568 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-477e2e2f-55a7-4618-aea1-79f55715f82b tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:42:41.797731 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-2db4e9fc-2da4-412d-b673-3853bbcfc66d req-cf1ce4de-be84-47ee-9e3f-8bf2cb651bfb tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4e9289d-cd70-4b7f-a8b5-5f768e1c1bdf HTTP/1.1" status: 200  len: 210 time: 0.1142735
Jun 28 16:42:41.908942 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fe4fc6a-9fd8-4788-bb82-4cecfb31bbaf req-477e2e2f-55a7-4618-aea1-79f55715f82b tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] No DVR routers for this DVR port 111959e2-d443-404e-a7c4-c7a248a48dad on host hv-cinder-79810 {{(pid=74150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 28 16:42:41.912874 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-6fe4fc6a-9fd8-4788-bb82-4cecfb31bbaf req-477e2e2f-55a7-4618-aea1-79f55715f82b tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022804'] for port, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:41.916052 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4e9289d-cd70-4b7f-a8b5-5f768e1c1bdf', 'name': 'network-vif-deleted', 'tag': '111959e2-d443-404e-a7c4-c7a248a48dad'}] {{(pid=74150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 28 16:42:41.925357 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-6fe4fc6a-9fd8-4788-bb82-4cecfb31bbaf req-477e2e2f-55a7-4618-aea1-79f55715f82b tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] 10.222.0.15 "DELETE /v2.0/ports/111959e2-d443-404e-a7c4-c7a248a48dad HTTP/1.1" status: 204  len: 173 time: 1.9789770
Jun 28 16:42:42.060468 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4e9289d-cd70-4b7f-a8b5-5f768e1c1bdf', 'name': 'network-vif-deleted', 'tag': '111959e2-d443-404e-a7c4-c7a248a48dad', 'status': 'completed', 'code': 200}
Jun 28 16:42:42.249145 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 34612) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:42:42.336950 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-a61289cb-798e-415c-806e-01145a8ec051 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9786ff176bb944e4a1432244983df7e1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0850058
Jun 28 16:42:42.339258 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 34618) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:42:42.461662 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-6c3ff140-2be5-46e8-b74a-5424bc372793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:42.471486 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7bd3e1-a3a0-4fac-ab38-e8b034961c2b req-63c25f2b-5e37-4c27-ac5a-2d1beb12d949 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:42.474012 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-4f7bd3e1-a3a0-4fac-ab38-e8b034961c2b req-63c25f2b-5e37-4c27-ac5a-2d1beb12d949 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/ports?device_id=efa4f703-a74a-47fc-a1eb-b46e13636aa1 HTTP/1.1" status: 200  len: 946 time: 0.2333381
Jun 28 16:42:42.527327 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-120219d5-ad05-4ee0-8b9f-ce0e8806927c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:42.628194 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-120219d5-ad05-4ee0-8b9f-ce0e8806927c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:42.638386 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-4f7bd3e1-a3a0-4fac-ab38-e8b034961c2b req-7614b508-4dee-4839-9cdd-57b4bd97134c tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f8045ec-a41a-4934-bc0f-71dfa6c36734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1525950
Jun 28 16:42:42.715133 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device 111959e2-d443-404e-a7c4-c7a248a48dad no longer exists at agent hyperv_hv-cinder-79810 {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 28 16:42:42.753734 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-120219d5-ad05-4ee0-8b9f-ce0e8806927c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:42.780711 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-c5e4ec26-55bc-47de-bc6a-27da498a2bc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:42:42.812615 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120219d5-ad05-4ee0-8b9f-ce0e8806927c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64217a24-193e-47f9-9a30-3d82665c24a0,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:42:42.816690 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-120219d5-ad05-4ee0-8b9f-ce0e8806927c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:42:42.829072 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-120219d5-ad05-4ee0-8b9f-ce0e8806927c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:42.834586 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-120219d5-ad05-4ee0-8b9f-ce0e8806927c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/64217a24-193e-47f9-9a30-3d82665c24a0 HTTP/1.1" status: 204  len: 168 time: 0.4903357
Jun 28 16:42:42.940592 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] No Port match for: 111959e2-d443-404e-a7c4-c7a248a48dad {{(pid=74152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 28 16:42:42.941506 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device 111959e2-d443-404e-a7c4-c7a248a48dad not bound to the agent host hv-cinder-79810 {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 28 16:42:43.798856 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 34668) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:42:43.970266 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6b7138-1e13-470f-b46a-949720969b28 req-ef711edb-cf76-48f0-a216-1563dd90b55f tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:43.979155 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-ee6b7138-1e13-470f-b46a-949720969b28 req-ef711edb-cf76-48f0-a216-1563dd90b55f tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] 10.222.0.30 "GET /v2.0/networks?id=4193df84-a7ff-466e-b47b-6ddb442e6cf0 HTTP/1.1" status: 200  len: 809 time: 0.2174976
Jun 28 16:42:44.009596 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-5e27322e-457d-4bf0-b73d-ff6c09f635fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:44.088808 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-ee6b7138-1e13-470f-b46a-949720969b28 req-9567e8d4-457d-4345-bed5-7521e60ab88c tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] 10.222.0.30 "GET /v2.0/quotas/4a917d50ef744469ae6a494fb74a7a37 HTTP/1.1" status: 200  len: 375 time: 0.1061749
Jun 28 16:42:44.193747 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-ee6b7138-1e13-470f-b46a-949720969b28 req-122bdf4e-5375-4735-8c41-a152ce80bca3 tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] Synchronizing usage tracker for tenant:4a917d50ef744469ae6a494fb74a7a37 on resource:port {{(pid=74150) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 28 16:42:44.245999 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ee8824-3c9e-402e-b9c1-aea040e131e4 req-46a3dd87-e28f-4b98-8696-40fb3cf9add8 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:44.259023 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-29ee8824-3c9e-402e-b9c1-aea040e131e4 req-46a3dd87-e28f-4b98-8696-40fb3cf9add8 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/ports?device_id=efa4f703-a74a-47fc-a1eb-b46e13636aa1 HTTP/1.1" status: 200  len: 946 time: 0.2727513
Jun 28 16:42:44.293736 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-ee6b7138-1e13-470f-b46a-949720969b28 req-122bdf4e-5375-4735-8c41-a152ce80bca3 tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] Unset dirty status for tenant:4a917d50ef744469ae6a494fb74a7a37 on resource:port {{(pid=74150) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 28 16:42:44.295977 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-ee6b7138-1e13-470f-b46a-949720969b28 req-122bdf4e-5375-4735-8c41-a152ce80bca3 tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4a917d50ef744469ae6a494fb74a7a37&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1947889
Jun 28 16:42:44.352441 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-40fb4859-85bd-4ebd-8047-f34019d613fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:44.435869 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-40fb4859-85bd-4ebd-8047-f34019d613fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:42:44.447768 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-40fb4859-85bd-4ebd-8047-f34019d613fe admin admin] Usage tracker for resource:security_group_rule and tenant:e68e97b39a8848858c6276936df3ea5a is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:42:44.453799 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-40fb4859-85bd-4ebd-8047-f34019d613fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:42:44.470986 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-40fb4859-85bd-4ebd-8047-f34019d613fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:42:44.551585 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-29ee8824-3c9e-402e-b9c1-aea040e131e4 req-f88a5a58-afb2-45ea-99fb-421ca630d396 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f8045ec-a41a-4934-bc0f-71dfa6c36734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2910635
Jun 28 16:42:44.668386 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-40fb4859-85bd-4ebd-8047-f34019d613fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:44.679590 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-40fb4859-85bd-4ebd-8047-f34019d613fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:44.708512 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-9a11c256-7afc-4737-b1c2-4c0b3ad9d309 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:42:44.716188 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-ee6b7138-1e13-470f-b46a-949720969b28 req-5bfd9a5d-e925-4c50-bdbb-59bed0d53329 service neutron] 10.222.0.30 "GET /v2.0/networks/4193df84-a7ff-466e-b47b-6ddb442e6cf0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4019001
Jun 28 16:42:44.809366 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fb4859-85bd-4ebd-8047-f34019d613fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebfff5b8-446a-4dd8-b8b7-7f40ed11b818,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:42:44.833943 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-40fb4859-85bd-4ebd-8047-f34019d613fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:42:44.852434 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-40fb4859-85bd-4ebd-8047-f34019d613fe admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e68e97b39a8848858c6276936df3ea5a&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0470691
Jun 28 16:42:44.853480 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 34700) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:42:45.003961 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:45.113057 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-ee6b7138-1e13-470f-b46a-949720969b28 req-40b7ee12-959e-43ff-b927-5ff7c3a9ba6d service neutron] 10.222.0.30 "GET /v2.0/networks/4193df84-a7ff-466e-b47b-6ddb442e6cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3904045
Jun 28 16:42:45.318455 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-e82365c1-622a-4feb-b6e6-b0f97be2bc2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:45.393825 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-e82365c1-622a-4feb-b6e6-b0f97be2bc2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:45.505831 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-e82365c1-622a-4feb-b6e6-b0f97be2bc2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:45.521922 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:42:45.570891 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-e82365c1-622a-4feb-b6e6-b0f97be2bc2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:45.575023 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-e82365c1-622a-4feb-b6e6-b0f97be2bc2d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ebfff5b8-446a-4dd8-b8b7-7f40ed11b818 HTTP/1.1" status: 204  len: 168 time: 0.7171915
Jun 28 16:42:45.583592 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82365c1-622a-4feb-b6e6-b0f97be2bc2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebfff5b8-446a-4dd8-b8b7-7f40ed11b818,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:42:45.588487 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-e82365c1-622a-4feb-b6e6-b0f97be2bc2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:42:45.693030 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-21825918-52b9-4cfe-ac7f-d76f7754515c req-65f7537d-b21a-4eaf-84df-4dd752772fad tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe0a2394-ce34-455c-9cbe-1d52928cb55c HTTP/1.1" status: 200  len: 210 time: 0.1116867
Jun 28 16:42:45.912398 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacaba9f-7ea2-47d7-a056-0764160e02e5 req-c4bcd990-ddba-408f-99fe-98cb6ae08f07 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:45.919974 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-bacaba9f-7ea2-47d7-a056-0764160e02e5 req-c4bcd990-ddba-408f-99fe-98cb6ae08f07 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/ports?device_id=efa4f703-a74a-47fc-a1eb-b46e13636aa1 HTTP/1.1" status: 200  len: 946 time: 0.1270344
Jun 28 16:42:46.017612 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-bacaba9f-7ea2-47d7-a056-0764160e02e5 req-edf690ee-9a66-404d-a9fc-9475d58c7a87 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f8045ec-a41a-4934-bc0f-71dfa6c36734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0967381
Jun 28 16:42:46.446175 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 34750) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:42:46.470153 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-0b0340cc-9843-4fd6-9813-906672fa2f76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:46.504745 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-0b0340cc-9843-4fd6-9813-906672fa2f76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:42:46.508847 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-0b0340cc-9843-4fd6-9813-906672fa2f76 admin admin] Usage tracker for resource:security_group_rule and tenant:28d8e453c96f410f984a61d3826cbae7 is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:42:46.512151 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-0b0340cc-9843-4fd6-9813-906672fa2f76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:42:46.518839 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-0b0340cc-9843-4fd6-9813-906672fa2f76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:42:46.606686 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-0b0340cc-9843-4fd6-9813-906672fa2f76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:46.612123 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-0b0340cc-9843-4fd6-9813-906672fa2f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:46.621245 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-810986a4-dc04-402a-89c1-65e147554c3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:42:46.667278 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0340cc-9843-4fd6-9813-906672fa2f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a043d86-c70d-4478-9b80-10a8e73cd40d,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:42:46.673908 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-0b0340cc-9843-4fd6-9813-906672fa2f76 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=28d8e453c96f410f984a61d3826cbae7&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2264044
Jun 28 16:42:46.674420 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 34756) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:42:46.675772 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-0b0340cc-9843-4fd6-9813-906672fa2f76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:42:46.753749 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-103e0c6f-573f-4433-8c7e-0f4e3a8378b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:46.788302 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-103e0c6f-573f-4433-8c7e-0f4e3a8378b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:46.881098 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-bb85848d-c2f4-4b35-b7bb-66975a999f49 req-b6904421-fadd-4407-8cb2-7d8bbf9ba4da tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe0a2394-ce34-455c-9cbe-1d52928cb55c HTTP/1.1" status: 200  len: 210 time: 0.0488009
Jun 28 16:42:46.914839 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-103e0c6f-573f-4433-8c7e-0f4e3a8378b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:46.920401 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-2f672abd-b878-49d4-b587-0d95649d94f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:42:46.943256 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103e0c6f-573f-4433-8c7e-0f4e3a8378b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a043d86-c70d-4478-9b80-10a8e73cd40d,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:42:46.951934 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-103e0c6f-573f-4433-8c7e-0f4e3a8378b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:42:46.955427 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-103e0c6f-573f-4433-8c7e-0f4e3a8378b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:46.957043 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-103e0c6f-573f-4433-8c7e-0f4e3a8378b7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0a043d86-c70d-4478-9b80-10a8e73cd40d HTTP/1.1" status: 204  len: 168 time: 0.2807631
Jun 28 16:42:47.689913 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6b7138-1e13-470f-b46a-949720969b28 req-9dfcd27f-c1ce-4b48-8378-0b5402f40658 tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:47.693056 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-ee6b7138-1e13-470f-b46a-949720969b28 req-9dfcd27f-c1ce-4b48-8378-0b5402f40658 tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] 10.222.0.15 "GET /v2.0/networks?id=4193df84-a7ff-466e-b47b-6ddb442e6cf0 HTTP/1.1" status: 200  len: 809 time: 0.6195204
Jun 28 16:42:47.706609 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86d61b1-0d57-4e99-85b5-b4085976c79c req-72ab7d94-000c-4a8a-8f85-912cec3ba350 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:47.708404 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-c86d61b1-0d57-4e99-85b5-b4085976c79c req-72ab7d94-000c-4a8a-8f85-912cec3ba350 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/ports?device_id=efa4f703-a74a-47fc-a1eb-b46e13636aa1 HTTP/1.1" status: 200  len: 946 time: 0.3296628
Jun 28 16:42:47.725797 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.v2.base [req-ee6b7138-1e13-470f-b46a-949720969b28 req-132c0a0d-5b69-4824-a86a-be27c450b920 tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] Request body: {'port': {'device_id': 'fe0a2394-ce34-455c-9cbe-1d52928cb55c', 'network_id': '4193df84-a7ff-466e-b47b-6ddb442e6cf0', 'admin_state_up': True, 'tenant_id': '4a917d50ef744469ae6a494fb74a7a37'}} {{(pid=74150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:42:48.020896 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-c86d61b1-0d57-4e99-85b5-b4085976c79c req-38f85787-43ca-433b-a558-78457c3d81f5 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f8045ec-a41a-4934-bc0f-71dfa6c36734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2496276
Jun 28 16:42:48.109982 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [req-ee6b7138-1e13-470f-b46a-949720969b28 req-132c0a0d-5b69-4824-a86a-be27c450b920 tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:42:48.125070 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [req-ee6b7138-1e13-470f-b46a-949720969b28 req-132c0a0d-5b69-4824-a86a-be27c450b920 tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:42:48.147427 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee6b7138-1e13-470f-b46a-949720969b28 req-132c0a0d-5b69-4824-a86a-be27c450b920 tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] Made reservation on behalf of 4a917d50ef744469ae6a494fb74a7a37 for: {'port': 1} {{(pid=74150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 28 16:42:48.158698 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-ee6b7138-1e13-470f-b46a-949720969b28 req-132c0a0d-5b69-4824-a86a-be27c450b920 tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:48.193320 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 34822) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:42:48.312682 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-c6a48e4a-eca1-4272-a3ab-bb2e6ad913fb req-b3d7abee-7915-4cc4-b055-4f9f645d1654 tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe0a2394-ce34-455c-9cbe-1d52928cb55c HTTP/1.1" status: 200  len: 210 time: 0.0548151
Jun 28 16:42:48.522509 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-f7cdfd6b-968e-4bfc-8967-7985163bab1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:48.566300 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 34836) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:42:48.619141 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.db_base_plugin_common [req-ee6b7138-1e13-470f-b46a-949720969b28 req-132c0a0d-5b69-4824-a86a-be27c450b920 tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] Allocated IP 172.20.0.12 (4193df84-a7ff-466e-b47b-6ddb442e6cf0/9f81866b-c848-48c8-aa50-d2983f7de03e/d2206735-d053-43f3-9ccf-4cca0be0e9f6) {{(pid=74150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 28 16:42:48.631589 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-f7cdfd6b-968e-4bfc-8967-7985163bab1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:42:48.640648 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-f7cdfd6b-968e-4bfc-8967-7985163bab1c admin admin] Usage tracker for resource:security_group_rule and tenant:50235ec45a7e47dbb41a0d989284ef33 is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:42:48.646979 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-f7cdfd6b-968e-4bfc-8967-7985163bab1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:42:48.663293 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-f7cdfd6b-968e-4bfc-8967-7985163bab1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:42:48.819261 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-f7cdfd6b-968e-4bfc-8967-7985163bab1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:48.830626 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-f7cdfd6b-968e-4bfc-8967-7985163bab1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:48.838200 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-8f6dbc5a-aa58-46e0-973d-7ab0a4c21dcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:42:48.885677 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cdfd6b-968e-4bfc-8967-7985163bab1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=253179d8-b77e-47ff-9827-f1c7c28c107f,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:42:48.890401 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-f7cdfd6b-968e-4bfc-8967-7985163bab1c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=50235ec45a7e47dbb41a0d989284ef33&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6953266
Jun 28 16:42:48.891407 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-f7cdfd6b-968e-4bfc-8967-7985163bab1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:42:48.894491 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 34850) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:42:48.936210 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-14df02b2-f342-485c-bdfe-6df51f3b7277 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:49.032950 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-a7bb6ca0-b35a-46fc-b6c1-fb12e0f86511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:49.040233 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-14df02b2-f342-485c-bdfe-6df51f3b7277 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:42:49.055813 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-14df02b2-f342-485c-bdfe-6df51f3b7277 admin admin] Usage tracker for resource:security_group_rule and tenant:81c9afe9139f449bb7dff08d8a77423f is out of sync, need to count used quota {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:42:49.060337 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-14df02b2-f342-485c-bdfe-6df51f3b7277 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:42:49.097903 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-14df02b2-f342-485c-bdfe-6df51f3b7277 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:42:49.120516 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-a7bb6ca0-b35a-46fc-b6c1-fb12e0f86511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:49.141572 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-ee6b7138-1e13-470f-b46a-949720969b28 req-132c0a0d-5b69-4824-a86a-be27c450b920 tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] Notify callbacks [] for port, precommit_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:49.241190 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-a7bb6ca0-b35a-46fc-b6c1-fb12e0f86511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:49.251794 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:42:49.275006 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bb6ca0-b35a-46fc-b6c1-fb12e0f86511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=253179d8-b77e-47ff-9827-f1c7c28c107f,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:42:49.279579 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-a7bb6ca0-b35a-46fc-b6c1-fb12e0f86511 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:42:49.298580 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-a7bb6ca0-b35a-46fc-b6c1-fb12e0f86511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:49.302636 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-a7bb6ca0-b35a-46fc-b6c1-fb12e0f86511 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/253179d8-b77e-47ff-9827-f1c7c28c107f HTTP/1.1" status: 204  len: 168 time: 0.4042597
Jun 28 16:42:49.302909 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-ee6b7138-1e13-470f-b46a-949720969b28 req-132c0a0d-5b69-4824-a86a-be27c450b920 tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771078328113'] for port, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:49.318341 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-71eb966e-d3df-48fd-967e-ffbcef35fec2 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:42:49.389559 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-14df02b2-f342-485c-bdfe-6df51f3b7277 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:49.391838 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132c0a0d-5b69-4824-a86a-be27c450b920 tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] Pushing event updated for resources: {'Port': ['ID=d2206735-d053-43f3-9ccf-4cca0be0e9f6,revision_number=1']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:42:49.396615 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-132c0a0d-5b69-4824-a86a-be27c450b920 tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:42:49.399901 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-14df02b2-f342-485c-bdfe-6df51f3b7277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:49.414895 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-5c3391e6-97c7-46c6-b7eb-98cfe479961d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:42:49.457496 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee6b7138-1e13-470f-b46a-949720969b28 req-132c0a0d-5b69-4824-a86a-be27c450b920 tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] Network 4193df84-a7ff-466e-b47b-6ddb442e6cf0 is already hosted by enough agents. {{(pid=74150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 28 16:42:49.465377 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.scheduler.base_scheduler [req-ee6b7138-1e13-470f-b46a-949720969b28 req-132c0a0d-5b69-4824-a86a-be27c450b920 tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] Resources bound (agent type, host, resource id):  {{(pid=74150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 28 16:42:49.477949 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee6b7138-1e13-470f-b46a-949720969b28 req-132c0a0d-5b69-4824-a86a-be27c450b920 tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] Received port after_create {{(pid=74150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 28 16:42:49.484207 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6b7138-1e13-470f-b46a-949720969b28 req-132c0a0d-5b69-4824-a86a-be27c450b920 tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:49.484847 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-ee6b7138-1e13-470f-b46a-949720969b28 req-132c0a0d-5b69-4824-a86a-be27c450b920 tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022804'] for port, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:49.504089 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14df02b2-f342-485c-bdfe-6df51f3b7277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80a15ce8-a078-4491-8f15-152af7ff391f,revision_number=1']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:42:49.560871 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-14df02b2-f342-485c-bdfe-6df51f3b7277 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:42:49.572719 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-14df02b2-f342-485c-bdfe-6df51f3b7277 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=81c9afe9139f449bb7dff08d8a77423f&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0050011
Jun 28 16:42:49.575334 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 34866) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:42:49.606509 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db6990-faba-4c67-9414-9593f3c7ae01 req-77713f04-83b0-4d51-ba53-9a77a3e81e5e tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:49.608532 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-a2db6990-faba-4c67-9414-9593f3c7ae01 req-77713f04-83b0-4d51-ba53-9a77a3e81e5e tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/ports?device_id=efa4f703-a74a-47fc-a1eb-b46e13636aa1 HTTP/1.1" status: 200  len: 946 time: 0.3673503
Jun 28 16:42:49.612840 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-ee6b7138-1e13-470f-b46a-949720969b28 req-132c0a0d-5b69-4824-a86a-be27c450b920 tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.8913836
Jun 28 16:42:49.640050 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.v2.base [req-ee6b7138-1e13-470f-b46a-949720969b28 req-5ea9f752-f93a-4932-a971-86447efae50b service neutron] Request body: {'port': {'device_id': 'fe0a2394-ce34-455c-9cbe-1d52928cb55c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79810'}} {{(pid=74150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:42:49.685833 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-6d886ee2-f3be-4f87-9038-9a9999508439 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:49.716247 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4250cc38-d7c6-4b52-a54e-518d11d80cb8 req-d21aef86-d05a-4c58-a5fb-af6df2bc0a08 tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:49.716955 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-4250cc38-d7c6-4b52-a54e-518d11d80cb8 req-d21aef86-d05a-4c58-a5fb-af6df2bc0a08 tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] Synchronizing usage tracker for tenant:4a917d50ef744469ae6a494fb74a7a37 on resource:port {{(pid=74150) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 28 16:42:49.742189 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-6d886ee2-f3be-4f87-9038-9a9999508439 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:49.780964 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-a2db6990-faba-4c67-9414-9593f3c7ae01 req-c6ab68d0-97f1-44cb-9229-6030123ea1ee tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f8045ec-a41a-4934-bc0f-71dfa6c36734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1649780
Jun 28 16:42:49.799870 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-4250cc38-d7c6-4b52-a54e-518d11d80cb8 req-d21aef86-d05a-4c58-a5fb-af6df2bc0a08 tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] Unset dirty status for tenant:4a917d50ef744469ae6a494fb74a7a37 on resource:port {{(pid=74150) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 28 16:42:49.801060 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-4250cc38-d7c6-4b52-a54e-518d11d80cb8 req-d21aef86-d05a-4c58-a5fb-af6df2bc0a08 tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe0a2394-ce34-455c-9cbe-1d52928cb55c HTTP/1.1" status: 200  len: 932 time: 0.3110194
Jun 28 16:42:49.826032 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-6d886ee2-f3be-4f87-9038-9a9999508439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:49.831543 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-f7cdfd6b-968e-4bfc-8967-7985163bab1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:42:49.842796 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-ee6b7138-1e13-470f-b46a-949720969b28 req-5ea9f752-f93a-4932-a971-86447efae50b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:49.853778 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d886ee2-f3be-4f87-9038-9a9999508439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a15ce8-a078-4491-8f15-152af7ff391f,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:42:49.862993 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-6d886ee2-f3be-4f87-9038-9a9999508439 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:49.870546 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-6d886ee2-f3be-4f87-9038-9a9999508439 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/80a15ce8-a078-4491-8f15-152af7ff391f HTTP/1.1" status: 204  len: 168 time: 0.2927632
Jun 28 16:42:49.875284 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-6d886ee2-f3be-4f87-9038-9a9999508439 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:42:49.924423 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-4250cc38-d7c6-4b52-a54e-518d11d80cb8 req-653d388e-7635-4945-8bfb-0281c3ca5c15 tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] 10.222.0.30 "GET /v2.0/security-groups?id=338f83ec-1a64-45f4-9ee6-332281501cb4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1151619
Jun 28 16:42:50.433437 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.notifiers.nova [req-ee6b7138-1e13-470f-b46a-949720969b28 req-5ea9f752-f93a-4932-a971-86447efae50b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2206735-d053-43f3-9ccf-4cca0be0e9f6 {{(pid=74150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 28 16:42:50.447616 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-ee6b7138-1e13-470f-b46a-949720969b28 req-5ea9f752-f93a-4932-a971-86447efae50b service neutron] Notify callbacks [] for port, precommit_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:50.464976 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.provisioning_blocks [req-ee6b7138-1e13-470f-b46a-949720969b28 req-5ea9f752-f93a-4932-a971-86447efae50b service neutron] Transition to ACTIVE for port object d2206735-d053-43f3-9ccf-4cca0be0e9f6 will not be triggered until provisioned by entity L2. {{(pid=74150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 28 16:42:50.474410 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-ee6b7138-1e13-470f-b46a-949720969b28 req-5ea9f752-f93a-4932-a971-86447efae50b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:50.481507 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-477e2e2f-55a7-4618-aea1-79f55715f82b tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:42:50.566952 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 34906) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:42:50.602286 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-88820270-af1b-419e-9a55-4284c5182b44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:50.680718 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-88820270-af1b-419e-9a55-4284c5182b44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:42:50.689338 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-88820270-af1b-419e-9a55-4284c5182b44 admin admin] Usage tracker for resource:security_group_rule and tenant:6ae6ed1c63bf46f3a9ba5d601cbce3f7 is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:42:50.693312 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-88820270-af1b-419e-9a55-4284c5182b44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:42:50.703748 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-88820270-af1b-419e-9a55-4284c5182b44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:42:50.721554 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea9f752-f93a-4932-a971-86447efae50b service neutron] Pushing event updated for resources: {'Port': ['ID=d2206735-d053-43f3-9ccf-4cca0be0e9f6,revision_number=2']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:42:50.724911 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-5ea9f752-f93a-4932-a971-86447efae50b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:42:50.818646 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.managers [req-ee6b7138-1e13-470f-b46a-949720969b28 req-5ea9f752-f93a-4932-a971-86447efae50b service neutron] Attempting to bind port d2206735-d053-43f3-9ccf-4cca0be0e9f6 on host hv-cinder-79810 for vnic_type normal with profile  {{(pid=74150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 28 16:42:50.820357 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.managers [req-ee6b7138-1e13-470f-b46a-949720969b28 req-5ea9f752-f93a-4932-a971-86447efae50b service neutron] Attempting to bind port d2206735-d053-43f3-9ccf-4cca0be0e9f6 by drivers openvswitch,hyperv on host hv-cinder-79810 at level 0 using segments [{'id': 'ac459b3d-69c2-4d5c-849b-ccc5637d3355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4193df84-a7ff-466e-b47b-6ddb442e6cf0'}] {{(pid=74150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 28 16:42:50.820579 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6b7138-1e13-470f-b46a-949720969b28 req-5ea9f752-f93a-4932-a971-86447efae50b service neutron] Attempting to bind port d2206735-d053-43f3-9ccf-4cca0be0e9f6 on network 4193df84-a7ff-466e-b47b-6ddb442e6cf0 {{(pid=74150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 28 16:42:50.833512 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6b7138-1e13-470f-b46a-949720969b28 req-5ea9f752-f93a-4932-a971-86447efae50b service neutron] Port d2206735-d053-43f3-9ccf-4cca0be0e9f6 on network 4193df84-a7ff-466e-b47b-6ddb442e6cf0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79810 {{(pid=74150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 28 16:42:50.834617 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6b7138-1e13-470f-b46a-949720969b28 req-5ea9f752-f93a-4932-a971-86447efae50b service neutron] Attempting to bind port d2206735-d053-43f3-9ccf-4cca0be0e9f6 on network 4193df84-a7ff-466e-b47b-6ddb442e6cf0 {{(pid=74150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 28 16:42:50.849212 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6b7138-1e13-470f-b46a-949720969b28 req-5ea9f752-f93a-4932-a971-86447efae50b service neutron] Checking agent: {'id': '11e346dd-a6a4-43d4-822e-d449440d0a22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 16, 39, 15), 'started_at': datetime.datetime(2021, 6, 28, 16, 39, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 16, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 28 16:42:50.849748 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6b7138-1e13-470f-b46a-949720969b28 req-5ea9f752-f93a-4932-a971-86447efae50b service neutron] Checking segment: {'id': 'ac459b3d-69c2-4d5c-849b-ccc5637d3355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4193df84-a7ff-466e-b47b-6ddb442e6cf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 28 16:42:50.850625 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6b7138-1e13-470f-b46a-949720969b28 req-5ea9f752-f93a-4932-a971-86447efae50b service neutron] Bound using segment: {'id': 'ac459b3d-69c2-4d5c-849b-ccc5637d3355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4193df84-a7ff-466e-b47b-6ddb442e6cf0'} {{(pid=74150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 28 16:42:50.851939 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.managers [req-ee6b7138-1e13-470f-b46a-949720969b28 req-5ea9f752-f93a-4932-a971-86447efae50b service neutron] Bound port: d2206735-d053-43f3-9ccf-4cca0be0e9f6, host: hv-cinder-79810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac459b3d-69c2-4d5c-849b-ccc5637d3355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4193df84-a7ff-466e-b47b-6ddb442e6cf0'}}] {{(pid=74150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 28 16:42:50.852665 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-ee6b7138-1e13-470f-b46a-949720969b28 req-5ea9f752-f93a-4932-a971-86447efae50b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:50.852784 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-88820270-af1b-419e-9a55-4284c5182b44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:50.858467 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-88820270-af1b-419e-9a55-4284c5182b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:50.868678 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-e82365c1-622a-4feb-b6e6-b0f97be2bc2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:42:50.917886 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88820270-af1b-419e-9a55-4284c5182b44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee4fa3e-106f-4899-ac2c-583f6572b3a0,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:42:50.936266 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-88820270-af1b-419e-9a55-4284c5182b44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:42:50.962422 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-88820270-af1b-419e-9a55-4284c5182b44 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6ae6ed1c63bf46f3a9ba5d601cbce3f7&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3939948
Jun 28 16:42:50.966317 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 34914) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:42:51.074524 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.db [req-ee6b7138-1e13-470f-b46a-949720969b28 req-5ea9f752-f93a-4932-a971-86447efae50b service neutron] For port d2206735-d053-43f3-9ccf-4cca0be0e9f6, host hv-cinder-79810, cleared binding levels {{(pid=74150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 28 16:42:51.079044 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.db [req-ee6b7138-1e13-470f-b46a-949720969b28 req-5ea9f752-f93a-4932-a971-86447efae50b service neutron] For port d2206735-d053-43f3-9ccf-4cca0be0e9f6, host hv-cinder-79810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=d2206735-d053-43f3-9ccf-4cca0be0e9f6,segment=NetworkSegment(ac459b3d-69c2-4d5c-849b-ccc5637d3355),segment_id=ac459b3d-69c2-4d5c-849b-ccc5637d3355)] {{(pid=74150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 28 16:42:51.100877 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-ee6b7138-1e13-470f-b46a-949720969b28 req-5ea9f752-f93a-4932-a971-86447efae50b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:51.115153 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-1461d1d2-bd30-4165-bd71-79f60c0ada72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:51.115595 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:42:51.165157 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-1461d1d2-bd30-4165-bd71-79f60c0ada72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:51.259619 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-1461d1d2-bd30-4165-bd71-79f60c0ada72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:51.265875 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-6d886ee2-f3be-4f87-9038-9a9999508439 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:42:51.299199 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1461d1d2-bd30-4165-bd71-79f60c0ada72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee4fa3e-106f-4899-ac2c-583f6572b3a0,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:42:51.324810 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea9f752-f93a-4932-a971-86447efae50b service neutron] Pushing event updated for resources: {'Port': ['ID=d2206735-d053-43f3-9ccf-4cca0be0e9f6,revision_number=3']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:42:51.325072 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-1461d1d2-bd30-4165-bd71-79f60c0ada72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:42:51.342624 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-1461d1d2-bd30-4165-bd71-79f60c0ada72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:51.346331 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-1461d1d2-bd30-4165-bd71-79f60c0ada72 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fee4fa3e-106f-4899-ac2c-583f6572b3a0 HTTP/1.1" status: 204  len: 168 time: 0.3787434
Jun 28 16:42:51.399941 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-5ea9f752-f93a-4932-a971-86447efae50b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:42:51.426755 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-ee6b7138-1e13-470f-b46a-949720969b28 req-5ea9f752-f93a-4932-a971-86447efae50b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022804'] for port, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:51.430175 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-ee6b7138-1e13-470f-b46a-949720969b28 req-5ea9f752-f93a-4932-a971-86447efae50b service neutron] 10.222.0.15 "PUT /v2.0/ports/d2206735-d053-43f3-9ccf-4cca0be0e9f6 HTTP/1.1" status: 200  len: 1094 time: 1.7964001
Jun 28 16:42:51.431003 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe0a2394-ce34-455c-9cbe-1d52928cb55c', 'tag': 'd2206735-d053-43f3-9ccf-4cca0be0e9f6'}] {{(pid=74150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 28 16:42:51.670246 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4863927-c29b-48ed-93d9-ffa61782d6db req-1f2f1c32-1d0e-4621-95ec-f3cf2df55d36 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:51.671739 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-b4863927-c29b-48ed-93d9-ffa61782d6db req-1f2f1c32-1d0e-4621-95ec-f3cf2df55d36 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/ports?device_id=efa4f703-a74a-47fc-a1eb-b46e13636aa1 HTTP/1.1" status: 200  len: 946 time: 0.5580382
Jun 28 16:42:51.701809 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf838aa-3f80-41c8-ad96-a1141cb6905a req-bb41b09b-87bf-4036-ae8e-a4732b90956f tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:51.706172 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-adf838aa-3f80-41c8-ad96-a1141cb6905a req-bb41b09b-87bf-4036-ae8e-a4732b90956f tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe0a2394-ce34-455c-9cbe-1d52928cb55c HTTP/1.1" status: 200  len: 944 time: 0.2653122
Jun 28 16:42:51.727183 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-ee6b7138-1e13-470f-b46a-949720969b28 req-702e6a75-b7e0-435d-9adb-ba1970d1a572 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4a917d50ef744469ae6a494fb74a7a37&device_id=fe0a2394-ce34-455c-9cbe-1d52928cb55c HTTP/1.1" status: 200  len: 1097 time: 0.2188001
Jun 28 16:42:51.859492 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-ee6b7138-1e13-470f-b46a-949720969b28 req-d92e7438-2971-4d35-8c4d-cdbcb491ac8f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d2206735-d053-43f3-9ccf-4cca0be0e9f6 HTTP/1.1" status: 200  len: 217 time: 0.1045308
Jun 28 16:42:51.870320 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-b4863927-c29b-48ed-93d9-ffa61782d6db req-b29ebda8-c1d8-4f9d-9dbd-70d4c2980e15 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f8045ec-a41a-4934-bc0f-71dfa6c36734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1888151
Jun 28 16:42:51.950041 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-adf838aa-3f80-41c8-ad96-a1141cb6905a req-b75f3e33-7666-4572-9f03-2b4f8befbf74 tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] 10.222.0.30 "GET /v2.0/security-groups?id=338f83ec-1a64-45f4-9ee6-332281501cb4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2304642
Jun 28 16:42:51.999517 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6b7138-1e13-470f-b46a-949720969b28 req-b2d313b5-00f6-4254-9b4a-c39b27633464 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:52.001189 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-ee6b7138-1e13-470f-b46a-949720969b28 req-b2d313b5-00f6-4254-9b4a-c39b27633464 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9f81866b-c848-48c8-aa50-d2983f7de03e HTTP/1.1" status: 200  len: 849 time: 0.1271534
Jun 28 16:42:52.133985 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe0a2394-ce34-455c-9cbe-1d52928cb55c', 'tag': 'd2206735-d053-43f3-9ccf-4cca0be0e9f6', 'status': 'completed', 'code': 200}
Jun 28 16:42:52.150293 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-ee6b7138-1e13-470f-b46a-949720969b28 req-1e393802-ffa9-4294-b68d-fe8117598e3a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4193df84-a7ff-466e-b47b-6ddb442e6cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1280148
Jun 28 16:42:52.484338 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 34972) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:42:52.529829 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-ee6b7138-1e13-470f-b46a-949720969b28 req-ba9487e9-2204-4ba1-9752-02743d1298fb service neutron] 10.222.0.15 "GET /v2.0/networks/4193df84-a7ff-466e-b47b-6ddb442e6cf0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3503804
Jun 28 16:42:52.547202 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-8d58edc7-0e67-45d4-a07a-585cb07dc2eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:52.614505 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-8d58edc7-0e67-45d4-a07a-585cb07dc2eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:42:52.625109 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-8d58edc7-0e67-45d4-a07a-585cb07dc2eb admin admin] Usage tracker for resource:security_group_rule and tenant:0fa730780f104df2938ca13236c69df6 is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:42:52.634113 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-8d58edc7-0e67-45d4-a07a-585cb07dc2eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:42:52.661159 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-8d58edc7-0e67-45d4-a07a-585cb07dc2eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:42:52.778241 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-ee6b7138-1e13-470f-b46a-949720969b28 req-1e5f1226-389a-4015-a288-5482478d1359 service neutron] 10.222.0.15 "GET /v2.0/networks/4193df84-a7ff-466e-b47b-6ddb442e6cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2463667
Jun 28 16:42:52.810567 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-8d58edc7-0e67-45d4-a07a-585cb07dc2eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:52.818891 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-8d58edc7-0e67-45d4-a07a-585cb07dc2eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:52.872583 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-88820270-af1b-419e-9a55-4284c5182b44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:42:52.979840 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d58edc7-0e67-45d4-a07a-585cb07dc2eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95198393-20c8-4839-b060-a740edc7e692,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:42:52.988897 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-8d58edc7-0e67-45d4-a07a-585cb07dc2eb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0fa730780f104df2938ca13236c69df6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5021420
Jun 28 16:42:52.991367 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 34990) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:42:53.009965 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-8d58edc7-0e67-45d4-a07a-585cb07dc2eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:42:53.067221 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-87af5489-b825-43aa-af45-5931885ae3bf req-b70e69b9-77ae-4a8b-9083-dea4a74429ae service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4a917d50ef744469ae6a494fb74a7a37&device_id=fe0a2394-ce34-455c-9cbe-1d52928cb55c HTTP/1.1" status: 200  len: 1097 time: 0.1969538
Jun 28 16:42:53.158225 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 35002) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:42:53.158753 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 35004) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:42:53.223272 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-385707dd-9faa-441b-80a5-c974ce94752d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:53.289790 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-385707dd-9faa-441b-80a5-c974ce94752d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:53.399269 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-c81ef250-0d67-472d-9a5e-8c34ad44629b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:53.456622 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-4c66b9b1-2639-4423-86c1-95d46ec802d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:53.459427 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87af5489-b825-43aa-af45-5931885ae3bf req-15b68bb6-00a2-4a52-8cd0-96bc2b19ea16 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:53.461099 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-87af5489-b825-43aa-af45-5931885ae3bf req-15b68bb6-00a2-4a52-8cd0-96bc2b19ea16 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4193df84-a7ff-466e-b47b-6ddb442e6cf0 HTTP/1.1" status: 200  len: 910 time: 0.3864653
Jun 28 16:42:53.478046 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc61d83-bd73-4ca5-bc78-a9be7d0af507 req-631e840e-ffd0-47f0-9d19-3b737b607982 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:53.480190 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-4bc61d83-bd73-4ca5-bc78-a9be7d0af507 req-631e840e-ffd0-47f0-9d19-3b737b607982 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/ports?device_id=efa4f703-a74a-47fc-a1eb-b46e13636aa1 HTTP/1.1" status: 200  len: 946 time: 0.3590553
Jun 28 16:42:53.485784 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-385707dd-9faa-441b-80a5-c974ce94752d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:53.492991 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-120219d5-ad05-4ee0-8b9f-ce0e8806927c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:42:53.501428 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-c81ef250-0d67-472d-9a5e-8c34ad44629b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:42:53.511299 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-c81ef250-0d67-472d-9a5e-8c34ad44629b admin admin] Usage tracker for resource:security_group_rule and tenant:c7253ce743ff439882a849d2464eea76 is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:42:53.521977 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-c81ef250-0d67-472d-9a5e-8c34ad44629b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:42:53.526174 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385707dd-9faa-441b-80a5-c974ce94752d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95198393-20c8-4839-b060-a740edc7e692,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:42:53.534829 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-385707dd-9faa-441b-80a5-c974ce94752d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:42:53.535681 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-c81ef250-0d67-472d-9a5e-8c34ad44629b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:42:53.549836 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-4c66b9b1-2639-4423-86c1-95d46ec802d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:42:53.557734 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-385707dd-9faa-441b-80a5-c974ce94752d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:53.559392 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-385707dd-9faa-441b-80a5-c974ce94752d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/95198393-20c8-4839-b060-a740edc7e692 HTTP/1.1" status: 204  len: 168 time: 0.5665028
Jun 28 16:42:53.574122 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-4c66b9b1-2639-4423-86c1-95d46ec802d2 admin admin] Usage tracker for resource:security_group_rule and tenant:855120f110a8403d9beaeb2cbfbc39b3 is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:42:53.578005 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-87af5489-b825-43aa-af45-5931885ae3bf req-9e62d3fb-021b-4ab4-ae99-9fdbc99c17dc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d2206735-d053-43f3-9ccf-4cca0be0e9f6 HTTP/1.1" status: 200  len: 217 time: 0.0964792
Jun 28 16:42:53.578390 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-4c66b9b1-2639-4423-86c1-95d46ec802d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:42:53.583673 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc4a718-809a-4956-a5a1-092f6360f9cd req-6714263e-0185-4f39-a9c0-5949f86a2cc5 tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:53.585245 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-7dc4a718-809a-4956-a5a1-092f6360f9cd req-6714263e-0185-4f39-a9c0-5949f86a2cc5 tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe0a2394-ce34-455c-9cbe-1d52928cb55c HTTP/1.1" status: 200  len: 944 time: 0.2366369
Jun 28 16:42:53.588490 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-4c66b9b1-2639-4423-86c1-95d46ec802d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:42:53.677162 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-c81ef250-0d67-472d-9a5e-8c34ad44629b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:53.688010 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-c81ef250-0d67-472d-9a5e-8c34ad44629b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:53.696406 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-4bc61d83-bd73-4ca5-bc78-a9be7d0af507 req-e2b3de2d-4760-400e-90f0-2b8af4db7804 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f8045ec-a41a-4934-bc0f-71dfa6c36734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1566744
Jun 28 16:42:53.697691 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-2e9f6a1e-b991-4a20-9f9f-a71bc8458e49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:42:53.700196 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87af5489-b825-43aa-af45-5931885ae3bf req-8b4aeea6-ca94-4290-8ca0-defde30abadd service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:53.701712 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-87af5489-b825-43aa-af45-5931885ae3bf req-8b4aeea6-ca94-4290-8ca0-defde30abadd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9f81866b-c848-48c8-aa50-d2983f7de03e HTTP/1.1" status: 200  len: 849 time: 0.1132851
Jun 28 16:42:53.707063 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-7dc4a718-809a-4956-a5a1-092f6360f9cd req-cde6345b-ebd7-4a7e-912f-70a9f896bd16 tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] 10.222.0.30 "GET /v2.0/security-groups?id=338f83ec-1a64-45f4-9ee6-332281501cb4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0860271
Jun 28 16:42:53.756167 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-4c66b9b1-2639-4423-86c1-95d46ec802d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:53.760980 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81ef250-0d67-472d-9a5e-8c34ad44629b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4912a285-dbfa-4388-a779-86efa950aa1f,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:42:53.770043 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-c81ef250-0d67-472d-9a5e-8c34ad44629b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:42:53.771064 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-4c66b9b1-2639-4423-86c1-95d46ec802d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:53.788738 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-c81ef250-0d67-472d-9a5e-8c34ad44629b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:42:53.803391 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-c81ef250-0d67-472d-9a5e-8c34ad44629b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c7253ce743ff439882a849d2464eea76&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6432095
Jun 28 16:42:53.825317 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 35022) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:42:53.865556 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c66b9b1-2639-4423-86c1-95d46ec802d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba5e94d2-e2ec-4162-bc26-fc8cc26cf36c,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:42:53.873105 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-4c66b9b1-2639-4423-86c1-95d46ec802d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:42:53.888352 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-4c66b9b1-2639-4423-86c1-95d46ec802d2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=855120f110a8403d9beaeb2cbfbc39b3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7228549
Jun 28 16:42:53.889559 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 35026) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:42:53.893922 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-87af5489-b825-43aa-af45-5931885ae3bf req-420f675d-75dd-4aca-9b80-589b02fc18cb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4193df84-a7ff-466e-b47b-6ddb442e6cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1834736
Jun 28 16:42:53.972425 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-e654f284-aad2-4ba6-8704-b5d6a24e83fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:54.011635 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-b6f1f7fe-38d7-4cc3-966d-72c4b6cf1dbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:54.017716 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-e654f284-aad2-4ba6-8704-b5d6a24e83fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:54.075590 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-b6f1f7fe-38d7-4cc3-966d-72c4b6cf1dbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:54.099212 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-87af5489-b825-43aa-af45-5931885ae3bf req-448e5299-b79e-462d-ba99-dd205522a9c1 service neutron] 10.222.0.15 "GET /v2.0/networks/4193df84-a7ff-466e-b47b-6ddb442e6cf0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1983333
Jun 28 16:42:54.161182 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-e654f284-aad2-4ba6-8704-b5d6a24e83fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:54.165916 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-4d9260d7-b42d-4aa6-8f29-aa173e5bd32f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:42:54.197583 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e654f284-aad2-4ba6-8704-b5d6a24e83fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4912a285-dbfa-4388-a779-86efa950aa1f,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:42:54.200519 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-b6f1f7fe-38d7-4cc3-966d-72c4b6cf1dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:54.207294 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-e654f284-aad2-4ba6-8704-b5d6a24e83fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:42:54.207779 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-e654f284-aad2-4ba6-8704-b5d6a24e83fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:42:54.220169 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f1f7fe-38d7-4cc3-966d-72c4b6cf1dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba5e94d2-e2ec-4162-bc26-fc8cc26cf36c,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:42:54.227920 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-b6f1f7fe-38d7-4cc3-966d-72c4b6cf1dbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:42:54.234492 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-b6f1f7fe-38d7-4cc3-966d-72c4b6cf1dbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:54.235714 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-b6f1f7fe-38d7-4cc3-966d-72c4b6cf1dbb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ba5e94d2-e2ec-4162-bc26-fc8cc26cf36c HTTP/1.1" status: 204  len: 168 time: 0.3453653
Jun 28 16:42:54.246074 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-e654f284-aad2-4ba6-8704-b5d6a24e83fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:54.247388 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-e654f284-aad2-4ba6-8704-b5d6a24e83fd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4912a285-dbfa-4388-a779-86efa950aa1f HTTP/1.1" status: 204  len: 168 time: 0.4310381
Jun 28 16:42:54.451528 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-87af5489-b825-43aa-af45-5931885ae3bf req-47fe2945-daaa-4032-a97f-bd4307471901 service neutron] 10.222.0.15 "GET /v2.0/networks/4193df84-a7ff-466e-b47b-6ddb442e6cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3451169
Jun 28 16:42:54.758583 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device d2206735-d053-43f3-9ccf-4cca0be0e9f6 details requested by agent hyperv_hv-cinder-79810 with host hv-cinder-79810 {{(pid=74152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 28 16:42:54.778101 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 35062) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:42:54.837512 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-ded68aac-3139-4244-bfc0-2db781781211 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:54.900117 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-ded68aac-3139-4244-bfc0-2db781781211 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:42:54.906500 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-ded68aac-3139-4244-bfc0-2db781781211 admin admin] Usage tracker for resource:security_group_rule and tenant:51bab43eb8b443f3897f1c1717fcd716 is out of sync, need to count used quota {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:42:54.910405 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-ded68aac-3139-4244-bfc0-2db781781211 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:42:54.918934 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-ded68aac-3139-4244-bfc0-2db781781211 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:42:55.015129 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-ded68aac-3139-4244-bfc0-2db781781211 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:55.023658 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-ded68aac-3139-4244-bfc0-2db781781211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:55.047804 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] For port d2206735-d053-43f3-9ccf-4cca0be0e9f6, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=d2206735-d053-43f3-9ccf-4cca0be0e9f6,segment=NetworkSegment(ac459b3d-69c2-4d5c-849b-ccc5637d3355),segment_id=ac459b3d-69c2-4d5c-849b-ccc5637d3355)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:42:55.050971 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-afd8649c-f75b-4239-b05f-a73227cc6c4b tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:42:55.087799 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Returning: {'device': 'd2206735-d053-43f3-9ccf-4cca0be0e9f6', 'network_id': '4193df84-a7ff-466e-b47b-6ddb442e6cf0', 'port_id': 'd2206735-d053-43f3-9ccf-4cca0be0e9f6', 'mac_address': 'fa:16:3e:d5:7b:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f81866b-c848-48c8-aa50-d2983f7de03e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 28 16:42:55.109206 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded68aac-3139-4244-bfc0-2db781781211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80dc3651-9db2-48eb-94f6-7dc3e71e9d09,revision_number=1']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:42:55.129371 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-ded68aac-3139-4244-bfc0-2db781781211 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=51bab43eb8b443f3897f1c1717fcd716&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3465233
Jun 28 16:42:55.131748 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 35078) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:42:55.187449 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-ded68aac-3139-4244-bfc0-2db781781211 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:42:55.196696 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:55.239113 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.notifiers.nova [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2206735-d053-43f3-9ccf-4cca0be0e9f6 {{(pid=74152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 28 16:42:55.256645 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a30ff5b-0df8-43e6-a8ea-a3d1374f36eb req-5d885e90-3ff1-447d-8c2e-4c7b5c0baebf tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:55.260043 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-8a30ff5b-0df8-43e6-a8ea-a3d1374f36eb req-5d885e90-3ff1-447d-8c2e-4c7b5c0baebf tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe0a2394-ce34-455c-9cbe-1d52928cb55c HTTP/1.1" status: 200  len: 944 time: 0.1314077
Jun 28 16:42:55.263495 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] For port d2206735-d053-43f3-9ccf-4cca0be0e9f6, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=d2206735-d053-43f3-9ccf-4cca0be0e9f6,segment=NetworkSegment(ac459b3d-69c2-4d5c-849b-ccc5637d3355),segment_id=ac459b3d-69c2-4d5c-849b-ccc5637d3355)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:42:55.271787 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:55.276599 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:42:55.385211 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-6a2e6808-fe97-470a-a3b9-5326d3e7f1c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:55.401820 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Pushing event updated for resources: {'Port': ['ID=d2206735-d053-43f3-9ccf-4cca0be0e9f6,revision_number=4']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:42:55.410333 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:42:55.434217 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-6a2e6808-fe97-470a-a3b9-5326d3e7f1c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:55.510857 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-6a2e6808-fe97-470a-a3b9-5326d3e7f1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:55.521077 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-a804803e-87cd-4f68-afee-51d7845dc95d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:42:55.558842 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2e6808-fe97-470a-a3b9-5326d3e7f1c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80dc3651-9db2-48eb-94f6-7dc3e71e9d09,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:42:55.571303 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-6a2e6808-fe97-470a-a3b9-5326d3e7f1c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:42:55.594988 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-6a2e6808-fe97-470a-a3b9-5326d3e7f1c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:55.600371 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-6a2e6808-fe97-470a-a3b9-5326d3e7f1c4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/80dc3651-9db2-48eb-94f6-7dc3e71e9d09 HTTP/1.1" status: 204  len: 168 time: 0.4666457
Jun 28 16:42:55.602741 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-8a30ff5b-0df8-43e6-a8ea-a3d1374f36eb req-f3e42274-2fc0-48ec-870c-06fac9eb48fd tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] 10.222.0.30 "GET /v2.0/security-groups?id=338f83ec-1a64-45f4-9ee6-332281501cb4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3344872
Jun 28 16:42:55.603676 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] get_ports_and_sgs() called for port_ids ['d2206735-d053-43f3-9ccf-4cca0be0e9f6'] {{(pid=74152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 28 16:42:55.658535 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb4d567-93c5-4290-87ed-368d68077b55 req-4494a5fb-c89a-4c11-8344-438cfca83518 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:55.665579 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-1bb4d567-93c5-4290-87ed-368d68077b55 req-4494a5fb-c89a-4c11-8344-438cfca83518 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/ports?device_id=efa4f703-a74a-47fc-a1eb-b46e13636aa1 HTTP/1.1" status: 200  len: 946 time: 0.2620440
Jun 28 16:42:55.750274 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-1bb4d567-93c5-4290-87ed-368d68077b55 req-b234738b-f9a2-4473-a023-bafec2ff9c9b tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f8045ec-a41a-4934-bc0f-71dfa6c36734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0718875
Jun 28 16:42:56.025946 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 35106) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:42:56.287438 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.v2.base [None req-0a1ec840-562f-4a08-a1cb-0c366e0e76a9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1294433912-network', 'tenant_id': 'f083060b009640d49176fadf245483ea'}} {{(pid=74151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:42:56.295800 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-0a1ec840-562f-4a08-a1cb-0c366e0e76a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:42:56.302866 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-0a1ec840-562f-4a08-a1cb-0c366e0e76a9 admin admin] Usage tracker for resource:network and tenant:f083060b009640d49176fadf245483ea is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:42:56.307408 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-0a1ec840-562f-4a08-a1cb-0c366e0e76a9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:42:56.315042 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-0a1ec840-562f-4a08-a1cb-0c366e0e76a9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:42:56.335397 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a1ec840-562f-4a08-a1cb-0c366e0e76a9 admin admin] Made reservation on behalf of f083060b009640d49176fadf245483ea for: {'network': 1} {{(pid=74151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 28 16:42:56.339863 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-0a1ec840-562f-4a08-a1cb-0c366e0e76a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for network, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:56.364370 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-0a1ec840-562f-4a08-a1cb-0c366e0e76a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:56.421040 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-0a1ec840-562f-4a08-a1cb-0c366e0e76a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:42:56.429810 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-0a1ec840-562f-4a08-a1cb-0c366e0e76a9 admin admin] Usage tracker for resource:security_group_rule and tenant:f083060b009640d49176fadf245483ea is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:42:56.436338 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-0a1ec840-562f-4a08-a1cb-0c366e0e76a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:42:56.456658 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-0a1ec840-562f-4a08-a1cb-0c366e0e76a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:42:56.541297 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-0a1ec840-562f-4a08-a1cb-0c366e0e76a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:56.547381 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-0a1ec840-562f-4a08-a1cb-0c366e0e76a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:56.554810 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-48132dce-73e3-45f0-9569-ab6e55b66dbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:42:56.585013 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a1ec840-562f-4a08-a1cb-0c366e0e76a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302}  {{(pid=74151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jun 28 16:42:56.599316 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1ec840-562f-4a08-a1cb-0c366e0e76a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eab9c2f-9a10-4d68-a511-947d968d98fb,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:42:56.605221 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-0a1ec840-562f-4a08-a1cb-0c366e0e76a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:42:56.611528 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-0a1ec840-562f-4a08-a1cb-0c366e0e76a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719364'] for segment, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:56.611981 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.db.segments_db [None req-0a1ec840-562f-4a08-a1cb-0c366e0e76a9 admin admin] Added segment 0ab3d6cc-ed5b-46ad-b217-a876ee762fb8 of type vlan for network e8987eff-b80b-4545-8ddd-e71ba548a009
Jun 28 16:42:56.661595 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-0a1ec840-562f-4a08-a1cb-0c366e0e76a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771078342840'] for network, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:56.728015 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-0a1ec840-562f-4a08-a1cb-0c366e0e76a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692'] for network, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:56.730730 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1ec840-562f-4a08-a1cb-0c366e0e76a9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:56.731701 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-0a1ec840-562f-4a08-a1cb-0c366e0e76a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533674'] for network, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:56.740096 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-8677637c-bf97-4c21-b399-9d913c9ed131 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:42:56.783425 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device d2206735-d053-43f3-9ccf-4cca0be0e9f6 up at agent hyperv_hv-cinder-79810 {{(pid=74152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 28 16:42:57.006708 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-0a1ec840-562f-4a08-a1cb-0c366e0e76a9 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.9764049
Jun 28 16:42:57.008340 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 35144) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:42:57.016063 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.v2.base [None req-f15d92f0-a038-42ca-a6c7-55fc50fe4107 admin admin] Request body: {'subnet': {'network_id': 'e8987eff-b80b-4545-8ddd-e71ba548a009', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1294433912-subnet', 'tenant_id': 'f083060b009640d49176fadf245483ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:42:57.023506 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-f15d92f0-a038-42ca-a6c7-55fc50fe4107 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:42:57.028249 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-f15d92f0-a038-42ca-a6c7-55fc50fe4107 admin admin] Usage tracker for resource:subnet and tenant:f083060b009640d49176fadf245483ea is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:42:57.032007 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-f15d92f0-a038-42ca-a6c7-55fc50fe4107 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:42:57.040580 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-f15d92f0-a038-42ca-a6c7-55fc50fe4107 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:42:57.053084 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1ec840-562f-4a08-a1cb-0c366e0e76a9 admin admin] Pushing event updated for resources: {'Network': ['ID=e8987eff-b80b-4545-8ddd-e71ba548a009,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:42:57.056639 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f15d92f0-a038-42ca-a6c7-55fc50fe4107 admin admin] Made reservation on behalf of f083060b009640d49176fadf245483ea for: {'subnet': 1} {{(pid=74151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 28 16:42:57.059516 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-f15d92f0-a038-42ca-a6c7-55fc50fe4107 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32082063'] for subnet, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:57.075859 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-0a1ec840-562f-4a08-a1cb-0c366e0e76a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:42:57.083488 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Network e8987eff-b80b-4545-8ddd-e71ba548a009 details requested by agent ovs-agent-dv-cinder-798104-1-iscsi with host dv-cinder-798104-1-iscsi {{(pid=74152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 28 16:42:57.315921 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Provisioning for port d2206735-d053-43f3-9ccf-4cca0be0e9f6 completed by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 28 16:42:57.352683 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Provisioning complete for port d2206735-d053-43f3-9ccf-4cca0be0e9f6 triggered by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:42:57.353147 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:57.456929 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c86c3b-af15-4ad6-a8e5-2a494214b07f req-65dd665f-3731-4850-b1f9-9c0e071412f2 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:57.464415 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-55c86c3b-af15-4ad6-a8e5-2a494214b07f req-65dd665f-3731-4850-b1f9-9c0e071412f2 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/ports?device_id=efa4f703-a74a-47fc-a1eb-b46e13636aa1 HTTP/1.1" status: 200  len: 946 time: 0.3417335
Jun 28 16:42:57.510169 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-f15d92f0-a038-42ca-a6c7-55fc50fe4107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32204825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32082077'] for subnet, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:57.518750 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:42:57.524873 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:57.572046 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6a775a-439f-4a82-bb3c-8765c7d34c03 req-fbe22a35-7b07-47c9-b2c2-faa70f476e6d tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:57.580357 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-ee6a775a-439f-4a82-bb3c-8765c7d34c03 req-fbe22a35-7b07-47c9-b2c2-faa70f476e6d tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe0a2394-ce34-455c-9cbe-1d52928cb55c HTTP/1.1" status: 200  len: 945 time: 0.6077724
Jun 28 16:42:57.581230 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe0a2394-ce34-455c-9cbe-1d52928cb55c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2206735-d053-43f3-9ccf-4cca0be0e9f6'}] {{(pid=74152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 28 16:42:57.597272 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] For port d2206735-d053-43f3-9ccf-4cca0be0e9f6, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=d2206735-d053-43f3-9ccf-4cca0be0e9f6,segment=NetworkSegment(ac459b3d-69c2-4d5c-849b-ccc5637d3355),segment_id=ac459b3d-69c2-4d5c-849b-ccc5637d3355)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:42:57.609024 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:57.613754 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:42:57.628179 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-55c86c3b-af15-4ad6-a8e5-2a494214b07f req-4624fff2-6ea0-4205-a881-ba7ee6035ed6 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f8045ec-a41a-4934-bc0f-71dfa6c36734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1406810
Jun 28 16:42:57.629863 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15d92f0-a038-42ca-a6c7-55fc50fe4107 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cdeec33-3ede-4219-aa00-d21f4cb668a6,revision_number=0']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:42:57.636024 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-f15d92f0-a038-42ca-a6c7-55fc50fe4107 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:42:57.644695 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15d92f0-a038-42ca-a6c7-55fc50fe4107 admin admin] Checking segment: {'id': '0ab3d6cc-ed5b-46ad-b217-a876ee762fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e8987eff-b80b-4545-8ddd-e71ba548a009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 28 16:42:57.645214 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15d92f0-a038-42ca-a6c7-55fc50fe4107 admin admin] Network hostable DHCP agents. Network: e8987eff-b80b-4545-8ddd-e71ba548a009, hostable agents: ['e6bae525-68bf-4aa0-98dd-dc96c133cc24'], hosted agents: [] {{(pid=74151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 28 16:42:57.676707 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15d92f0-a038-42ca-a6c7-55fc50fe4107 admin admin] Network e8987eff-b80b-4545-8ddd-e71ba548a009 is scheduled to be hosted by DHCP agent e6bae525-68bf-4aa0-98dd-dc96c133cc24 with binding_index 1 {{(pid=74151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 28 16:42:57.685881 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-ee6a775a-439f-4a82-bb3c-8765c7d34c03 req-99b6bb01-a37b-4a09-8221-5acbf61f58f3 tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] 10.222.0.30 "GET /v2.0/security-groups?id=338f83ec-1a64-45f4-9ee6-332281501cb4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1033185
Jun 28 16:42:57.691959 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.base_scheduler [None req-f15d92f0-a038-42ca-a6c7-55fc50fe4107 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798104-1-iscsi, e8987eff-b80b-4545-8ddd-e71ba548a009) {{(pid=74151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 28 16:42:57.697384 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15d92f0-a038-42ca-a6c7-55fc50fe4107 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:57.698092 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-f15d92f0-a038-42ca-a6c7-55fc50fe4107 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533674'] for subnet, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:57.765082 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-f15d92f0-a038-42ca-a6c7-55fc50fe4107 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.7448654
Jun 28 16:42:57.821444 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960faabf-58ad-425d-b3dc-417c875fa09e None None] Network e8987eff-b80b-4545-8ddd-e71ba548a009 requested from dv-cinder-798104-1-iscsi {{(pid=74152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 28 16:42:57.988808 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Pushing event updated for resources: {'Port': ['ID=d2206735-d053-43f3-9ccf-4cca0be0e9f6,revision_number=5']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:42:57.997802 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:42:58.162330 dv-cinder-798104-1-iscsi neutron-server[74152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe0a2394-ce34-455c-9cbe-1d52928cb55c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2206735-d053-43f3-9ccf-4cca0be0e9f6', 'code': 200}
Jun 28 16:42:58.248973 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c40187f-dc8e-444c-99a1-154e63a5fe01 None None] Network e8987eff-b80b-4545-8ddd-e71ba548a009 requested from dv-cinder-798104-1-iscsi {{(pid=74152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 28 16:42:58.439539 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-59f26627-a185-425d-a0ba-1cd813cd86b9 req-9a1c6704-a1b9-4478-b21e-824fb936f391 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fe0a2394-ce34-455c-9cbe-1d52928cb55c HTTP/1.1" status: 200  len: 1099 time: 0.1045809
Jun 28 16:42:58.505070 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-59f26627-a185-425d-a0ba-1cd813cd86b9 req-26857092-afa2-4f4d-8955-b8ad43e86d04 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=338f83ec-1a64-45f4-9ee6-332281501cb4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547388
Jun 28 16:42:58.779892 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 35214) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:42:59.039280 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc71c1-a817-445c-a587-c270e37bfde5 req-5f99de16-d0f9-4458-8044-cbdb7c20e196 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:59.041329 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-8cfc71c1-a817-445c-a587-c270e37bfde5 req-5f99de16-d0f9-4458-8044-cbdb7c20e196 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/ports?device_id=efa4f703-a74a-47fc-a1eb-b46e13636aa1 HTTP/1.1" status: 200  len: 946 time: 0.1917508
Jun 28 16:42:59.047541 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd923ecb-3636-423e-94a3-875a6d78170c req-2b83e440-aeda-4782-ba58-272717953177 tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:59.053782 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-cd923ecb-3636-423e-94a3-875a6d78170c req-2b83e440-aeda-4782-ba58-272717953177 tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe0a2394-ce34-455c-9cbe-1d52928cb55c HTTP/1.1" status: 200  len: 946 time: 0.1456499
Jun 28 16:42:59.155954 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-66f014ce-cc78-4dfb-821a-05c4e7838a05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:59.189983 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-cd923ecb-3636-423e-94a3-875a6d78170c req-ed4829e7-7214-4859-bf1c-ff2f4deeffb4 tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] 10.222.0.30 "GET /v2.0/security-groups?id=338f83ec-1a64-45f4-9ee6-332281501cb4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1331189
Jun 28 16:42:59.208974 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-8cfc71c1-a817-445c-a587-c270e37bfde5 req-d61672de-8d5e-4ff9-9e1a-f81632e6d8a9 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f8045ec-a41a-4934-bc0f-71dfa6c36734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1540594
Jun 28 16:42:59.255223 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-66f014ce-cc78-4dfb-821a-05c4e7838a05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:42:59.263987 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 35238) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:42:59.267314 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-66f014ce-cc78-4dfb-821a-05c4e7838a05 admin admin] Usage tracker for resource:security_group_rule and tenant:7ce9679b35af4ad4bbc27c695a3917a5 is out of sync, need to count used quota {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:42:59.271378 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-66f014ce-cc78-4dfb-821a-05c4e7838a05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:42:59.277699 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.v2.base [None req-75aa07dd-0d77-4b83-8db6-c8a3215d0ed6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1255973073-network', 'tenant_id': 'f1a40383e2c641c4aa20b72e84d91aa3'}} {{(pid=74150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:42:59.287431 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-75aa07dd-0d77-4b83-8db6-c8a3215d0ed6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:42:59.290540 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-66f014ce-cc78-4dfb-821a-05c4e7838a05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:42:59.295285 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-75aa07dd-0d77-4b83-8db6-c8a3215d0ed6 admin admin] Usage tracker for resource:network and tenant:f1a40383e2c641c4aa20b72e84d91aa3 is out of sync, need to count used quota {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:42:59.301621 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-75aa07dd-0d77-4b83-8db6-c8a3215d0ed6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:42:59.316748 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-75aa07dd-0d77-4b83-8db6-c8a3215d0ed6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:42:59.388370 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-66f014ce-cc78-4dfb-821a-05c4e7838a05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:59.389767 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75aa07dd-0d77-4b83-8db6-c8a3215d0ed6 admin admin] Made reservation on behalf of f1a40383e2c641c4aa20b72e84d91aa3 for: {'network': 1} {{(pid=74150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 28 16:42:59.392656 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-75aa07dd-0d77-4b83-8db6-c8a3215d0ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for network, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:59.408409 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-66f014ce-cc78-4dfb-821a-05c4e7838a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:59.417735 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:42:59.432198 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-75aa07dd-0d77-4b83-8db6-c8a3215d0ed6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:59.484412 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f014ce-cc78-4dfb-821a-05c4e7838a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7910246-c0c6-4c75-b031-1aa8a5d006ac,revision_number=1']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:42:59.497313 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-66f014ce-cc78-4dfb-821a-05c4e7838a05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:42:59.505215 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-66f014ce-cc78-4dfb-821a-05c4e7838a05 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7ce9679b35af4ad4bbc27c695a3917a5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7187929
Jun 28 16:42:59.505324 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 35244) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:42:59.515124 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-75aa07dd-0d77-4b83-8db6-c8a3215d0ed6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:42:59.519492 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-75aa07dd-0d77-4b83-8db6-c8a3215d0ed6 admin admin] Usage tracker for resource:security_group_rule and tenant:f1a40383e2c641c4aa20b72e84d91aa3 is out of sync, need to count used quota {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:42:59.523156 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-75aa07dd-0d77-4b83-8db6-c8a3215d0ed6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:42:59.534209 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-75aa07dd-0d77-4b83-8db6-c8a3215d0ed6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:42:59.609460 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-68cc786c-bb40-4651-ab31-2f3bf117ffc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:59.642912 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-75aa07dd-0d77-4b83-8db6-c8a3215d0ed6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:59.646215 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-68cc786c-bb40-4651-ab31-2f3bf117ffc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:59.648902 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-75aa07dd-0d77-4b83-8db6-c8a3215d0ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:59.658467 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-4732642a-c60e-46b2-91a2-44ea83fdf608 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:42:59.689997 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75aa07dd-0d77-4b83-8db6-c8a3215d0ed6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307}  {{(pid=74150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jun 28 16:42:59.704651 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aa07dd-0d77-4b83-8db6-c8a3215d0ed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6041c7-167e-497c-be0f-aa91167297b6,revision_number=1']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:42:59.709192 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-75aa07dd-0d77-4b83-8db6-c8a3215d0ed6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:42:59.711515 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-75aa07dd-0d77-4b83-8db6-c8a3215d0ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719364'] for segment, precommit_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:59.711886 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.db.segments_db [None req-75aa07dd-0d77-4b83-8db6-c8a3215d0ed6 admin admin] Added segment 29034423-4de9-4f53-bdfd-5960f4d1be9d of type vlan for network 190e31f5-6186-4fcd-a163-dec7edeb121e
Jun 28 16:42:59.742978 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-68cc786c-bb40-4651-ab31-2f3bf117ffc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:59.749376 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-a7bb6ca0-b35a-46fc-b6c1-fb12e0f86511 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:42:59.753599 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-75aa07dd-0d77-4b83-8db6-c8a3215d0ed6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771078342840'] for network, precommit_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:59.763052 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cc786c-bb40-4651-ab31-2f3bf117ffc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7910246-c0c6-4c75-b031-1aa8a5d006ac,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:42:59.766841 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-68cc786c-bb40-4651-ab31-2f3bf117ffc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:42:59.769840 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-68cc786c-bb40-4651-ab31-2f3bf117ffc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:59.774101 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-68cc786c-bb40-4651-ab31-2f3bf117ffc4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c7910246-c0c6-4c75-b031-1aa8a5d006ac HTTP/1.1" status: 204  len: 168 time: 0.2671876
Jun 28 16:42:59.810621 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-75aa07dd-0d77-4b83-8db6-c8a3215d0ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692'] for network, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:59.811939 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75aa07dd-0d77-4b83-8db6-c8a3215d0ed6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:42:59.812620 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-75aa07dd-0d77-4b83-8db6-c8a3215d0ed6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533674'] for network, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:42:59.816475 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:42:59.939869 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aa07dd-0d77-4b83-8db6-c8a3215d0ed6 admin admin] Pushing event updated for resources: {'Network': ['ID=190e31f5-6186-4fcd-a163-dec7edeb121e,revision_number=1']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:42:59.948592 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-75aa07dd-0d77-4b83-8db6-c8a3215d0ed6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:42:59.957140 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-75aa07dd-0d77-4b83-8db6-c8a3215d0ed6 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.6916411
Jun 28 16:42:59.959278 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Network 190e31f5-6186-4fcd-a163-dec7edeb121e details requested by agent ovs-agent-dv-cinder-798104-1-iscsi with host dv-cinder-798104-1-iscsi {{(pid=74152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 28 16:42:59.960067 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 35252) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:42:59.967264 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.v2.base [None req-0319734d-ac5e-4292-a64a-a07764f40c88 admin admin] Request body: {'subnet': {'network_id': '190e31f5-6186-4fcd-a163-dec7edeb121e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1255973073-subnet', 'tenant_id': 'f1a40383e2c641c4aa20b72e84d91aa3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:42:59.974039 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-0319734d-ac5e-4292-a64a-a07764f40c88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:42:59.978609 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-0319734d-ac5e-4292-a64a-a07764f40c88 admin admin] Usage tracker for resource:subnet and tenant:f1a40383e2c641c4aa20b72e84d91aa3 is out of sync, need to count used quota {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:42:59.983165 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-0319734d-ac5e-4292-a64a-a07764f40c88 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:42:59.990141 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-0319734d-ac5e-4292-a64a-a07764f40c88 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:43:00.006230 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0319734d-ac5e-4292-a64a-a07764f40c88 admin admin] Made reservation on behalf of f1a40383e2c641c4aa20b72e84d91aa3 for: {'subnet': 1} {{(pid=74150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 28 16:43:00.009887 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-0319734d-ac5e-4292-a64a-a07764f40c88 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:00.293972 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-0319734d-ac5e-4292-a64a-a07764f40c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692'] for subnet, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:00.298179 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-db7ce66d-b773-4026-98b0-3fff94a23dfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:43:00.550326 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0319734d-ac5e-4292-a64a-a07764f40c88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bf1c757-001b-4d40-b90f-2f1ef1db4ec0,revision_number=0']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:43:00.560999 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-0319734d-ac5e-4292-a64a-a07764f40c88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:43:00.612157 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0319734d-ac5e-4292-a64a-a07764f40c88 admin admin] Checking segment: {'id': '29034423-4de9-4f53-bdfd-5960f4d1be9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '190e31f5-6186-4fcd-a163-dec7edeb121e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 28 16:43:00.612558 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0319734d-ac5e-4292-a64a-a07764f40c88 admin admin] Network hostable DHCP agents. Network: 190e31f5-6186-4fcd-a163-dec7edeb121e, hostable agents: ['e6bae525-68bf-4aa0-98dd-dc96c133cc24'], hosted agents: [] {{(pid=74150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 28 16:43:00.640953 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbac6ad4-659d-4625-a58b-128686d4da21 req-0b7b51a0-373e-430e-bbe8-a6b459033ce9 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:43:00.643014 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-dbac6ad4-659d-4625-a58b-128686d4da21 req-0b7b51a0-373e-430e-bbe8-a6b459033ce9 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/ports?device_id=efa4f703-a74a-47fc-a1eb-b46e13636aa1 HTTP/1.1" status: 200  len: 946 time: 0.2252727
Jun 28 16:43:00.655068 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b84da7-e740-426b-b790-6986e6cb58ae req-cc701c69-7fb1-4677-8465-00599b20f4e9 tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:43:00.658732 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-58b84da7-e740-426b-b790-6986e6cb58ae req-cc701c69-7fb1-4677-8465-00599b20f4e9 tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe0a2394-ce34-455c-9cbe-1d52928cb55c HTTP/1.1" status: 200  len: 946 time: 0.2392871
Jun 28 16:43:00.719452 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0319734d-ac5e-4292-a64a-a07764f40c88 admin admin] Network 190e31f5-6186-4fcd-a163-dec7edeb121e is scheduled to be hosted by DHCP agent e6bae525-68bf-4aa0-98dd-dc96c133cc24 with binding_index 1 {{(pid=74150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 28 16:43:00.751586 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.scheduler.base_scheduler [None req-0319734d-ac5e-4292-a64a-a07764f40c88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798104-1-iscsi, 190e31f5-6186-4fcd-a163-dec7edeb121e) {{(pid=74150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 28 16:43:00.762220 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0319734d-ac5e-4292-a64a-a07764f40c88 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:43:00.762726 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16a0e58-12f0-4790-a7c2-4c750ad22416 None None] Network 190e31f5-6186-4fcd-a163-dec7edeb121e requested from dv-cinder-798104-1-iscsi {{(pid=74152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 28 16:43:00.762834 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-0319734d-ac5e-4292-a64a-a07764f40c88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533674'] for subnet, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:00.770586 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-dbac6ad4-659d-4625-a58b-128686d4da21 req-50f63049-5484-4f42-a9dd-a6b9efa14e1d tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f8045ec-a41a-4934-bc0f-71dfa6c36734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1104383
Jun 28 16:43:00.786812 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-58b84da7-e740-426b-b790-6986e6cb58ae req-4e7d7eec-90ae-44b3-8eca-ec2c62e89b7a tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] 10.222.0.30 "GET /v2.0/security-groups?id=338f83ec-1a64-45f4-9ee6-332281501cb4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1029286
Jun 28 16:43:00.798606 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-0319734d-ac5e-4292-a64a-a07764f40c88 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.8363855
Jun 28 16:43:01.202363 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84191ef2-ca0e-4902-b63c-4cd596cdb389 None None] Network 190e31f5-6186-4fcd-a163-dec7edeb121e requested from dv-cinder-798104-1-iscsi {{(pid=74152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 28 16:43:03.341687 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7937775-0e48-4514-b17d-2f97da72c499 req-23bbc2e6-c9d6-4722-b73f-e1e17e5ad2fa tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:43:03.350500 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-b7937775-0e48-4514-b17d-2f97da72c499 req-23bbc2e6-c9d6-4722-b73f-e1e17e5ad2fa tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/ports?device_id=efa4f703-a74a-47fc-a1eb-b46e13636aa1 HTTP/1.1" status: 200  len: 946 time: 0.0951416
Jun 28 16:43:03.403930 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-b7937775-0e48-4514-b17d-2f97da72c499 req-c019472c-176c-443d-a5d2-c825168dbc62 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f8045ec-a41a-4934-bc0f-71dfa6c36734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496929
Jun 28 16:43:04.551076 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 35370) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:43:04.592906 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338b98d2-9889-4133-9998-b787d853bc20 req-f1a979de-af13-4447-bf13-e684a8b94f18 tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:43:04.599794 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-338b98d2-9889-4133-9998-b787d853bc20 req-f1a979de-af13-4447-bf13-e684a8b94f18 tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe0a2394-ce34-455c-9cbe-1d52928cb55c HTTP/1.1" status: 200  len: 946 time: 0.2005038
Jun 28 16:43:04.757767 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-338b98d2-9889-4133-9998-b787d853bc20 req-9f466134-4004-45bb-bb19-f49fdab2b847 tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] 10.222.0.30 "GET /v2.0/security-groups?id=338f83ec-1a64-45f4-9ee6-332281501cb4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1040521
Jun 28 16:43:04.774359 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-f1253d0c-05eb-49dd-a454-32f43fdd3f48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:04.783049 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c681ed-2d2d-49e1-9a72-c3251f840628 req-30bffbf0-a192-40c8-804e-e4a8970b201b tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:43:04.784702 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-e3c681ed-2d2d-49e1-9a72-c3251f840628 req-30bffbf0-a192-40c8-804e-e4a8970b201b tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/ports?device_id=efa4f703-a74a-47fc-a1eb-b46e13636aa1 HTTP/1.1" status: 200  len: 946 time: 0.1832514
Jun 28 16:43:04.825926 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-f1253d0c-05eb-49dd-a454-32f43fdd3f48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:43:04.832875 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-f1253d0c-05eb-49dd-a454-32f43fdd3f48 admin admin] Usage tracker for resource:security_group_rule and tenant:948a5bc4955c44a7843954b60941f73e is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:43:04.837066 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-f1253d0c-05eb-49dd-a454-32f43fdd3f48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:43:04.844290 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-f1253d0c-05eb-49dd-a454-32f43fdd3f48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:43:04.884162 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-e3c681ed-2d2d-49e1-9a72-c3251f840628 req-a47a00ef-763c-4d90-b210-dd3b2d449114 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f8045ec-a41a-4934-bc0f-71dfa6c36734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0880132
Jun 28 16:43:04.951551 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-f1253d0c-05eb-49dd-a454-32f43fdd3f48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:04.957495 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-f1253d0c-05eb-49dd-a454-32f43fdd3f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:04.971464 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-c47ff7cc-7a2f-4bed-a3c9-d7aba78559b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:43:05.048312 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1253d0c-05eb-49dd-a454-32f43fdd3f48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ccc5abb-ce77-4ad7-aa79-bdb98c21c212,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:43:05.060335 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-f1253d0c-05eb-49dd-a454-32f43fdd3f48 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=948a5bc4955c44a7843954b60941f73e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5070891
Jun 28 16:43:05.060933 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 35382) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:43:05.061957 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-f1253d0c-05eb-49dd-a454-32f43fdd3f48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:43:05.162735 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-3730944d-368f-48e1-8652-61fddc3506ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:05.217745 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-3730944d-368f-48e1-8652-61fddc3506ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:05.326998 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-3730944d-368f-48e1-8652-61fddc3506ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:05.331525 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-66f014ce-cc78-4dfb-821a-05c4e7838a05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:43:05.346387 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3730944d-368f-48e1-8652-61fddc3506ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ccc5abb-ce77-4ad7-aa79-bdb98c21c212,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:43:05.360391 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-3730944d-368f-48e1-8652-61fddc3506ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:05.361629 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-3730944d-368f-48e1-8652-61fddc3506ef admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7ccc5abb-ce77-4ad7-aa79-bdb98c21c212 HTTP/1.1" status: 204  len: 168 time: 0.2993484
Jun 28 16:43:05.363636 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3730944d-368f-48e1-8652-61fddc3506ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:43:05.364165 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3730944d-368f-48e1-8652-61fddc3506ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:43:05.365951 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3730944d-368f-48e1-8652-61fddc3506ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:43:05.367546 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3730944d-368f-48e1-8652-61fddc3506ef admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:43:05.368161 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3730944d-368f-48e1-8652-61fddc3506ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:43:05.368742 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3730944d-368f-48e1-8652-61fddc3506ef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:43:05.369352 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3730944d-368f-48e1-8652-61fddc3506ef admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:43:05.371180 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3730944d-368f-48e1-8652-61fddc3506ef admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:43:05.372164 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3730944d-368f-48e1-8652-61fddc3506ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:43:05.372957 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3730944d-368f-48e1-8652-61fddc3506ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:43:05.373824 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3730944d-368f-48e1-8652-61fddc3506ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:43:05.381659 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-3730944d-368f-48e1-8652-61fddc3506ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:43:06.070528 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a03bad-590e-4af6-b286-15303f8cda2d req-480470f8-7454-4600-92c8-c390aa1c2657 tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:43:06.077918 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-24a03bad-590e-4af6-b286-15303f8cda2d req-480470f8-7454-4600-92c8-c390aa1c2657 tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe0a2394-ce34-455c-9cbe-1d52928cb55c HTTP/1.1" status: 200  len: 946 time: 0.1204376
Jun 28 16:43:06.086364 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb91f167-19d1-49cf-82de-b70aef5d2e13 req-b1b6e774-3833-45ec-a630-88c5f7c4dcb9 tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:43:06.088122 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-cb91f167-19d1-49cf-82de-b70aef5d2e13 req-b1b6e774-3833-45ec-a630-88c5f7c4dcb9 tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe0a2394-ce34-455c-9cbe-1d52928cb55c HTTP/1.1" status: 200  len: 946 time: 0.1835303
Jun 28 16:43:06.247708 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-24a03bad-590e-4af6-b286-15303f8cda2d req-42a190a2-071a-4250-8436-68c500c2914e tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] 10.222.0.30 "GET /v2.0/security-groups?id=338f83ec-1a64-45f4-9ee6-332281501cb4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1688430
Jun 28 16:43:06.253096 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.plugin [req-cb91f167-19d1-49cf-82de-b70aef5d2e13 req-705f4f6c-7b5e-4568-9d6e-c1b88d2631a0 tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] Deleting port d2206735-d053-43f3-9ccf-4cca0be0e9f6 {{(pid=74150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 28 16:43:06.253460 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-cb91f167-19d1-49cf-82de-b70aef5d2e13 req-705f4f6c-7b5e-4568-9d6e-c1b88d2631a0 tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771078813103'] for port, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:06.403096 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540e236d-7f71-4c0d-b43e-d9e093fff749 req-cd312833-93cc-4a39-ac35-195d7b4bebc5 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:43:06.406217 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-540e236d-7f71-4c0d-b43e-d9e093fff749 req-cd312833-93cc-4a39-ac35-195d7b4bebc5 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/ports?device_id=efa4f703-a74a-47fc-a1eb-b46e13636aa1 HTTP/1.1" status: 200  len: 946 time: 0.3161616
Jun 28 16:43:06.461205 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.agents_db [None req-cfc1c983-b0ac-48e0-8737-db5653a7b2f7 None None] Agent healthcheck: found 6 active agents {{(pid=74153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 28 16:43:06.483292 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 35428) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:43:06.591459 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-540e236d-7f71-4c0d-b43e-d9e093fff749 req-da892b17-80a9-4e38-a17b-2b6dc54530b0 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f8045ec-a41a-4934-bc0f-71dfa6c36734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1571884
Jun 28 16:43:06.684039 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.db [req-cb91f167-19d1-49cf-82de-b70aef5d2e13 req-705f4f6c-7b5e-4568-9d6e-c1b88d2631a0 tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] For port d2206735-d053-43f3-9ccf-4cca0be0e9f6, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=d2206735-d053-43f3-9ccf-4cca0be0e9f6,segment=NetworkSegment(ac459b3d-69c2-4d5c-849b-ccc5637d3355),segment_id=ac459b3d-69c2-4d5c-849b-ccc5637d3355)] {{(pid=74150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:43:06.684595 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-cb91f167-19d1-49cf-82de-b70aef5d2e13 req-705f4f6c-7b5e-4568-9d6e-c1b88d2631a0 tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679626'] for port, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:06.787954 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.v2.base [None req-dce06573-57c9-4170-acf8-f41ccd9cca32 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1834020761-network', 'tenant_id': '24c3f278acae4ee3b8163f8fb66a7cef'}} {{(pid=74151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:43:06.794128 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-dce06573-57c9-4170-acf8-f41ccd9cca32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:43:06.802944 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-dce06573-57c9-4170-acf8-f41ccd9cca32 admin admin] Usage tracker for resource:network and tenant:24c3f278acae4ee3b8163f8fb66a7cef is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:43:06.808900 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-dce06573-57c9-4170-acf8-f41ccd9cca32 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:43:06.824501 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-dce06573-57c9-4170-acf8-f41ccd9cca32 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:43:06.842224 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce06573-57c9-4170-acf8-f41ccd9cca32 admin admin] Made reservation on behalf of 24c3f278acae4ee3b8163f8fb66a7cef for: {'network': 1} {{(pid=74151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 28 16:43:06.844847 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-dce06573-57c9-4170-acf8-f41ccd9cca32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for network, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:06.852439 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.plugin [req-cb91f167-19d1-49cf-82de-b70aef5d2e13 req-705f4f6c-7b5e-4568-9d6e-c1b88d2631a0 tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] Calling delete_port for d2206735-d053-43f3-9ccf-4cca0be0e9f6 owned by compute:nova {{(pid=74150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 28 16:43:06.864071 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-dce06573-57c9-4170-acf8-f41ccd9cca32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:06.913702 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-dce06573-57c9-4170-acf8-f41ccd9cca32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:43:06.925298 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-dce06573-57c9-4170-acf8-f41ccd9cca32 admin admin] Usage tracker for resource:security_group_rule and tenant:24c3f278acae4ee3b8163f8fb66a7cef is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:43:06.936804 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-dce06573-57c9-4170-acf8-f41ccd9cca32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:43:06.949294 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-dce06573-57c9-4170-acf8-f41ccd9cca32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:43:07.149522 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-dce06573-57c9-4170-acf8-f41ccd9cca32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:07.157317 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-dce06573-57c9-4170-acf8-f41ccd9cca32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:07.166932 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-b6f1f7fe-38d7-4cc3-966d-72c4b6cf1dbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:43:07.200338 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce06573-57c9-4170-acf8-f41ccd9cca32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3806baf5-2d00-47ab-b283-a50df6eda039,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:43:07.203581 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-cb91f167-19d1-49cf-82de-b70aef5d2e13 req-705f4f6c-7b5e-4568-9d6e-c1b88d2631a0 tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771078770342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771078328122'] for port, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:07.219055 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:43:07.232045 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce06573-57c9-4170-acf8-f41ccd9cca32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:43:07.232494 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce06573-57c9-4170-acf8-f41ccd9cca32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:43:07.232923 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce06573-57c9-4170-acf8-f41ccd9cca32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:43:07.237885 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce06573-57c9-4170-acf8-f41ccd9cca32 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:43:07.238467 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce06573-57c9-4170-acf8-f41ccd9cca32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:43:07.241788 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce06573-57c9-4170-acf8-f41ccd9cca32 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:43:07.243768 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce06573-57c9-4170-acf8-f41ccd9cca32 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:43:07.244538 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce06573-57c9-4170-acf8-f41ccd9cca32 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:43:07.246121 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce06573-57c9-4170-acf8-f41ccd9cca32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:43:07.248032 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce06573-57c9-4170-acf8-f41ccd9cca32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:43:07.248535 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce06573-57c9-4170-acf8-f41ccd9cca32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:43:07.260037 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-dce06573-57c9-4170-acf8-f41ccd9cca32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:43:07.262889 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dce06573-57c9-4170-acf8-f41ccd9cca32 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308}  {{(pid=74151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jun 28 16:43:07.269973 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705f4f6c-7b5e-4568-9d6e-c1b88d2631a0 tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] Pushing event deleted for resources: {'Port': ['ID=d2206735-d053-43f3-9ccf-4cca0be0e9f6,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:43:07.275590 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-705f4f6c-7b5e-4568-9d6e-c1b88d2631a0 tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:43:07.295416 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-dce06573-57c9-4170-acf8-f41ccd9cca32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719364'] for segment, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:07.295916 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.db.segments_db [None req-dce06573-57c9-4170-acf8-f41ccd9cca32 admin admin] Added segment 8c087cc1-7b85-48e0-bf5a-c8678a853c84 of type vlan for network 934f0bfd-609e-4765-bdf0-3c6b1c22676f
Jun 28 16:43:07.335740 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-dce06573-57c9-4170-acf8-f41ccd9cca32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771078342840'] for network, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:07.383737 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-dce06573-57c9-4170-acf8-f41ccd9cca32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692'] for network, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:07.385368 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce06573-57c9-4170-acf8-f41ccd9cca32 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:43:07.386221 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-dce06573-57c9-4170-acf8-f41ccd9cca32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533674'] for network, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:07.391013 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-0a1ec840-562f-4a08-a1cb-0c366e0e76a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:43:07.461656 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb91f167-19d1-49cf-82de-b70aef5d2e13 req-705f4f6c-7b5e-4568-9d6e-c1b88d2631a0 tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] No DVR routers for this DVR port d2206735-d053-43f3-9ccf-4cca0be0e9f6 on host hv-cinder-79810 {{(pid=74150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 28 16:43:07.464693 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-cb91f167-19d1-49cf-82de-b70aef5d2e13 req-705f4f6c-7b5e-4568-9d6e-c1b88d2631a0 tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022804'] for port, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:07.468047 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe0a2394-ce34-455c-9cbe-1d52928cb55c', 'name': 'network-vif-deleted', 'tag': 'd2206735-d053-43f3-9ccf-4cca0be0e9f6'}] {{(pid=74150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 28 16:43:07.502684 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-cb91f167-19d1-49cf-82de-b70aef5d2e13 req-705f4f6c-7b5e-4568-9d6e-c1b88d2631a0 tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] 10.222.0.15 "DELETE /v2.0/ports/d2206735-d053-43f3-9ccf-4cca0be0e9f6 HTTP/1.1" status: 204  len: 173 time: 1.3970826
Jun 28 16:43:07.594126 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-3f11bf47-c383-4b5e-bbcb-3c700e79988b req-fa0495d6-6e86-458e-97f1-684748a919e2 tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] Synchronizing usage tracker for tenant:4a917d50ef744469ae6a494fb74a7a37 on resource:port {{(pid=74150) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 28 16:43:07.606728 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce06573-57c9-4170-acf8-f41ccd9cca32 admin admin] Pushing event updated for resources: {'Network': ['ID=934f0bfd-609e-4765-bdf0-3c6b1c22676f,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:43:07.613885 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe0a2394-ce34-455c-9cbe-1d52928cb55c', 'name': 'network-vif-deleted', 'tag': 'd2206735-d053-43f3-9ccf-4cca0be0e9f6', 'status': 'completed', 'code': 200}
Jun 28 16:43:07.620132 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-dce06573-57c9-4170-acf8-f41ccd9cca32 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 1.1355686
Jun 28 16:43:07.621191 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-dce06573-57c9-4170-acf8-f41ccd9cca32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:43:07.623814 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 35452) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:43:07.624179 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 35454) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:43:07.630918 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-3f11bf47-c383-4b5e-bbcb-3c700e79988b req-fa0495d6-6e86-458e-97f1-684748a919e2 tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] Unset dirty status for tenant:4a917d50ef744469ae6a494fb74a7a37 on resource:port {{(pid=74150) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 28 16:43:07.636564 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Network 934f0bfd-609e-4765-bdf0-3c6b1c22676f details requested by agent ovs-agent-dv-cinder-798104-1-iscsi with host dv-cinder-798104-1-iscsi {{(pid=74152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 28 16:43:07.642505 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.v2.base [None req-06d27217-09dc-4d7f-951e-cf11f8e0e4f8 admin admin] Request body: {'subnet': {'network_id': '934f0bfd-609e-4765-bdf0-3c6b1c22676f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1834020761-subnet', 'tenant_id': '24c3f278acae4ee3b8163f8fb66a7cef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:43:07.644532 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-3f11bf47-c383-4b5e-bbcb-3c700e79988b req-fa0495d6-6e86-458e-97f1-684748a919e2 tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe0a2394-ce34-455c-9cbe-1d52928cb55c HTTP/1.1" status: 200  len: 210 time: 0.1139369
Jun 28 16:43:07.659080 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-06d27217-09dc-4d7f-951e-cf11f8e0e4f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:43:07.680565 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-06d27217-09dc-4d7f-951e-cf11f8e0e4f8 admin admin] Usage tracker for resource:subnet and tenant:24c3f278acae4ee3b8163f8fb66a7cef is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:43:07.683994 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-06d27217-09dc-4d7f-951e-cf11f8e0e4f8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:43:07.691106 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-06d27217-09dc-4d7f-951e-cf11f8e0e4f8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:43:07.703374 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d27217-09dc-4d7f-951e-cf11f8e0e4f8 admin admin] Made reservation on behalf of 24c3f278acae4ee3b8163f8fb66a7cef for: {'subnet': 1} {{(pid=74151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 28 16:43:07.706372 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-06d27217-09dc-4d7f-951e-cf11f8e0e4f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32082063'] for subnet, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:07.999204 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356da24e-b7d1-4eb2-a6fb-1306240671ef req-763b5fa2-6149-4ecd-9073-bda8d55bd957 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:43:08.006008 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-5f0a2c16-6594-4235-9afe-4a26e514b382 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:08.007879 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-356da24e-b7d1-4eb2-a6fb-1306240671ef req-763b5fa2-6149-4ecd-9073-bda8d55bd957 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/ports?device_id=efa4f703-a74a-47fc-a1eb-b46e13636aa1 HTTP/1.1" status: 200  len: 946 time: 0.1314316
Jun 28 16:43:08.066564 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-356da24e-b7d1-4eb2-a6fb-1306240671ef req-e7dafd62-1258-4777-afe9-a946fc12c58e tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f8045ec-a41a-4934-bc0f-71dfa6c36734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0574403
Jun 28 16:43:08.097204 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-06d27217-09dc-4d7f-951e-cf11f8e0e4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32204825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32082077'] for subnet, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:08.109961 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:43:08.136050 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-5f0a2c16-6594-4235-9afe-4a26e514b382 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:43:08.143835 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-5f0a2c16-6594-4235-9afe-4a26e514b382 admin admin] Usage tracker for resource:security_group_rule and tenant:e1e158bfbc5842719178cbeb7f3dc349 is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:43:08.157913 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-5f0a2c16-6594-4235-9afe-4a26e514b382 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:43:08.180805 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-5f0a2c16-6594-4235-9afe-4a26e514b382 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:43:08.227940 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d27217-09dc-4d7f-951e-cf11f8e0e4f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8b9037d-72aa-46eb-9692-8bf62c7c907d,revision_number=0']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:43:08.233775 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-06d27217-09dc-4d7f-951e-cf11f8e0e4f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:43:08.271812 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d27217-09dc-4d7f-951e-cf11f8e0e4f8 admin admin] Checking segment: {'id': '8c087cc1-7b85-48e0-bf5a-c8678a853c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '934f0bfd-609e-4765-bdf0-3c6b1c22676f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 28 16:43:08.272263 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d27217-09dc-4d7f-951e-cf11f8e0e4f8 admin admin] Network hostable DHCP agents. Network: 934f0bfd-609e-4765-bdf0-3c6b1c22676f, hostable agents: ['e6bae525-68bf-4aa0-98dd-dc96c133cc24'], hosted agents: [] {{(pid=74151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 28 16:43:08.327976 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-5f0a2c16-6594-4235-9afe-4a26e514b382 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:08.333006 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-5f0a2c16-6594-4235-9afe-4a26e514b382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:08.341447 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-0924cf48-f100-4760-9d89-d2594e30c15f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:43:08.354266 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d27217-09dc-4d7f-951e-cf11f8e0e4f8 admin admin] Network 934f0bfd-609e-4765-bdf0-3c6b1c22676f is scheduled to be hosted by DHCP agent e6bae525-68bf-4aa0-98dd-dc96c133cc24 with binding_index 1 {{(pid=74151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 28 16:43:08.394456 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.base_scheduler [None req-06d27217-09dc-4d7f-951e-cf11f8e0e4f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798104-1-iscsi, 934f0bfd-609e-4765-bdf0-3c6b1c22676f) {{(pid=74151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 28 16:43:08.402504 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ec0524-607b-4d5f-b0a7-93c0ac7a6fb1 None None] Network 934f0bfd-609e-4765-bdf0-3c6b1c22676f requested from dv-cinder-798104-1-iscsi {{(pid=74152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 28 16:43:08.403473 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0a2c16-6594-4235-9afe-4a26e514b382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8fba5fc-a093-4807-b883-f129657049ec,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:43:08.407145 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d27217-09dc-4d7f-951e-cf11f8e0e4f8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:43:08.407790 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-06d27217-09dc-4d7f-951e-cf11f8e0e4f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533674'] for subnet, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:08.411881 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-5f0a2c16-6594-4235-9afe-4a26e514b382 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:43:08.418705 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 35474) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:43:08.419192 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-5f0a2c16-6594-4235-9afe-4a26e514b382 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e1e158bfbc5842719178cbeb7f3dc349&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7935057
Jun 28 16:43:08.463067 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-06d27217-09dc-4d7f-951e-cf11f8e0e4f8 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.8312800
Jun 28 16:43:08.523410 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-a91c6988-65b7-40a1-a5b7-f9390b82bbb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:08.623856 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-a91c6988-65b7-40a1-a5b7-f9390b82bbb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:08.760240 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-a91c6988-65b7-40a1-a5b7-f9390b82bbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:08.772220 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:43:08.784979 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a43f53c-03a8-4cb1-9a2c-3cea4a95ecd9 None None] Network 934f0bfd-609e-4765-bdf0-3c6b1c22676f requested from dv-cinder-798104-1-iscsi {{(pid=74152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 28 16:43:08.799883 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91c6988-65b7-40a1-a5b7-f9390b82bbb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8fba5fc-a093-4807-b883-f129657049ec,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:43:08.810625 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-a91c6988-65b7-40a1-a5b7-f9390b82bbb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:43:08.824351 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-a91c6988-65b7-40a1-a5b7-f9390b82bbb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:08.840184 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-a91c6988-65b7-40a1-a5b7-f9390b82bbb3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d8fba5fc-a093-4807-b883-f129657049ec HTTP/1.1" status: 204  len: 168 time: 0.4175973
Jun 28 16:43:08.942148 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device d2206735-d053-43f3-9ccf-4cca0be0e9f6 no longer exists at agent hyperv_hv-cinder-79810 {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 28 16:43:09.028585 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] No Port match for: d2206735-d053-43f3-9ccf-4cca0be0e9f6 {{(pid=74152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 28 16:43:09.029755 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device d2206735-d053-43f3-9ccf-4cca0be0e9f6 not bound to the agent host hv-cinder-79810 {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 28 16:43:09.073364 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-96b32f64-12d6-49ca-8494-e2f3800e04d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:09.172559 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-7b79e77f-9cc5-47a8-8c7c-0eb73d46ce2f req-62c6b421-c5d9-4ab1-8f43-aa1098fda909 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=69a01249-24b4-4899-982a-37bd6370d430&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2685373
Jun 28 16:43:09.520086 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:09.737012 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-7b79e77f-9cc5-47a8-8c7c-0eb73d46ce2f req-a6be285d-f4af-4093-8df9-c9e78453d340 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=82c03e5282854bd0ba377331b218109e&device_id=69a01249-24b4-4899-982a-37bd6370d430 HTTP/1.1" status: 200  len: 1098 time: 0.3488100
Jun 28 16:43:09.772509 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1644baa9-6c67-4b83-9057-1f9ec0e356de req-c5573aa7-9f1b-436a-9fd4-3652c43abffa tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:43:09.774677 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-1644baa9-6c67-4b83-9057-1f9ec0e356de req-c5573aa7-9f1b-436a-9fd4-3652c43abffa tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/ports?device_id=efa4f703-a74a-47fc-a1eb-b46e13636aa1 HTTP/1.1" status: 200  len: 946 time: 0.2099068
Jun 28 16:43:09.948029 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-1644baa9-6c67-4b83-9057-1f9ec0e356de req-4b7ff00d-0eff-4f52-8817-69d39db5ab67 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f8045ec-a41a-4934-bc0f-71dfa6c36734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1473584
Jun 28 16:43:10.001065 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b79e77f-9cc5-47a8-8c7c-0eb73d46ce2f req-6f97eb99-3832-44f4-9e92-17fa7b42ee61 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:43:10.004036 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-7b79e77f-9cc5-47a8-8c7c-0eb73d46ce2f req-6f97eb99-3832-44f4-9e92-17fa7b42ee61 service neutron] 10.222.0.15 "GET /v2.0/networks?id=016488fa-4c73-4804-a4b6-958ce586a741 HTTP/1.1" status: 200  len: 911 time: 0.2280815
Jun 28 16:43:10.166167 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-7b79e77f-9cc5-47a8-8c7c-0eb73d46ce2f req-21053089-849e-47aa-9a41-a9402454cfaa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ffc5ad1f-7e0f-48d1-9e62-7942808edf31 HTTP/1.1" status: 200  len: 1001 time: 0.1543188
Jun 28 16:43:10.239986 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b79e77f-9cc5-47a8-8c7c-0eb73d46ce2f req-7367dd1e-5377-48eb-8dc9-f40476f19a0c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:43:10.241634 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-7b79e77f-9cc5-47a8-8c7c-0eb73d46ce2f req-7367dd1e-5377-48eb-8dc9-f40476f19a0c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c17c6b4c-b032-4eb3-9e61-7e44dcd4cae3 HTTP/1.1" status: 200  len: 849 time: 0.0669329
Jun 28 16:43:10.336114 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-7b79e77f-9cc5-47a8-8c7c-0eb73d46ce2f req-b9cd6330-302f-4c02-b95e-d8378be37079 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=016488fa-4c73-4804-a4b6-958ce586a741&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0836663
Jun 28 16:43:10.450221 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 35540) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:43:10.463920 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.v2.base [None req-77ef6036-3044-491c-a298-756c8ccb1324 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-701195481-network', 'tenant_id': '25fdd74dedc74318932f344a6e6151ec'}} {{(pid=74151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:43:10.473274 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-77ef6036-3044-491c-a298-756c8ccb1324 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:43:10.483624 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-77ef6036-3044-491c-a298-756c8ccb1324 admin admin] Usage tracker for resource:network and tenant:25fdd74dedc74318932f344a6e6151ec is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:43:10.488486 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-77ef6036-3044-491c-a298-756c8ccb1324 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:43:10.506904 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-77ef6036-3044-491c-a298-756c8ccb1324 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:43:10.524908 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ef6036-3044-491c-a298-756c8ccb1324 admin admin] Made reservation on behalf of 25fdd74dedc74318932f344a6e6151ec for: {'network': 1} {{(pid=74151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 28 16:43:10.528977 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-77ef6036-3044-491c-a298-756c8ccb1324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for network, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:10.549333 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-77ef6036-3044-491c-a298-756c8ccb1324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:10.588285 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-77ef6036-3044-491c-a298-756c8ccb1324 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:43:10.592688 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-77ef6036-3044-491c-a298-756c8ccb1324 admin admin] Usage tracker for resource:security_group_rule and tenant:25fdd74dedc74318932f344a6e6151ec is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:43:10.593327 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-7b79e77f-9cc5-47a8-8c7c-0eb73d46ce2f req-b8a89320-d8e1-4d93-bea8-ad3adf3bfe31 service neutron] 10.222.0.15 "GET /v2.0/networks/016488fa-4c73-4804-a4b6-958ce586a741?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2501776
Jun 28 16:43:10.595990 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-77ef6036-3044-491c-a298-756c8ccb1324 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:43:10.604046 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-77ef6036-3044-491c-a298-756c8ccb1324 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:43:10.790109 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-77ef6036-3044-491c-a298-756c8ccb1324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:10.795629 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-7b79e77f-9cc5-47a8-8c7c-0eb73d46ce2f req-39798cc5-78a5-4417-8f10-e8a288a7d7f7 service neutron] 10.222.0.15 "GET /v2.0/networks/016488fa-4c73-4804-a4b6-958ce586a741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1827159
Jun 28 16:43:10.796911 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-77ef6036-3044-491c-a298-756c8ccb1324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:10.815460 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-dce06573-57c9-4170-acf8-f41ccd9cca32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:43:10.874323 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77ef6036-3044-491c-a298-756c8ccb1324 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309}  {{(pid=74151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jun 28 16:43:10.888790 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ef6036-3044-491c-a298-756c8ccb1324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f7ebc2-ec0e-40c4-82a2-19d6ca0b51d1,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:43:10.894682 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-77ef6036-3044-491c-a298-756c8ccb1324 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:43:10.898983 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-77ef6036-3044-491c-a298-756c8ccb1324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719364'] for segment, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:10.899701 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.db.segments_db [None req-77ef6036-3044-491c-a298-756c8ccb1324 admin admin] Added segment e468f786-9651-4aae-8848-b309facf4ddc of type vlan for network 17e47684-cb42-4703-b21b-5a7e947c3324
Jun 28 16:43:10.953058 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-77ef6036-3044-491c-a298-756c8ccb1324 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771078342840'] for network, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:10.999167 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-77ef6036-3044-491c-a298-756c8ccb1324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692'] for network, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:11.000765 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ef6036-3044-491c-a298-756c8ccb1324 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:43:11.001445 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-77ef6036-3044-491c-a298-756c8ccb1324 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533674'] for network, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:11.024399 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:43:11.110152 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-77ef6036-3044-491c-a298-756c8ccb1324 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.6571398
Jun 28 16:43:11.115301 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 35564) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:43:11.135969 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.v2.base [None req-85c36d48-faa1-4a59-9eb0-c66e86a4d0e1 admin admin] Request body: {'subnet': {'network_id': '17e47684-cb42-4703-b21b-5a7e947c3324', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-701195481-subnet', 'tenant_id': '25fdd74dedc74318932f344a6e6151ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:43:11.149824 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-85c36d48-faa1-4a59-9eb0-c66e86a4d0e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:43:11.154038 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ef6036-3044-491c-a298-756c8ccb1324 admin admin] Pushing event updated for resources: {'Network': ['ID=17e47684-cb42-4703-b21b-5a7e947c3324,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:43:11.161037 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-77ef6036-3044-491c-a298-756c8ccb1324 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:43:11.162910 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-85c36d48-faa1-4a59-9eb0-c66e86a4d0e1 admin admin] Usage tracker for resource:subnet and tenant:25fdd74dedc74318932f344a6e6151ec is out of sync, need to count used quota {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:43:11.172445 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Network 17e47684-cb42-4703-b21b-5a7e947c3324 details requested by agent ovs-agent-dv-cinder-798104-1-iscsi with host dv-cinder-798104-1-iscsi {{(pid=74152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 28 16:43:11.198410 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-85c36d48-faa1-4a59-9eb0-c66e86a4d0e1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:43:11.217434 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-85c36d48-faa1-4a59-9eb0-c66e86a4d0e1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:43:11.240771 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c36d48-faa1-4a59-9eb0-c66e86a4d0e1 admin admin] Made reservation on behalf of 25fdd74dedc74318932f344a6e6151ec for: {'subnet': 1} {{(pid=74150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 28 16:43:11.245802 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-85c36d48-faa1-4a59-9eb0-c66e86a4d0e1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:11.437034 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-76bec22d-d1cb-4da5-9ddd-4a87d6c14c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:11.598764 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf4cd28-8989-4750-bd87-0b17a494504e req-68639326-8353-449a-a25b-810d451c715e tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:43:11.600271 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-bbf4cd28-8989-4750-bd87-0b17a494504e req-68639326-8353-449a-a25b-810d451c715e tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/ports?device_id=efa4f703-a74a-47fc-a1eb-b46e13636aa1 HTTP/1.1" status: 200  len: 946 time: 0.2135310
Jun 28 16:43:11.664309 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-85c36d48-faa1-4a59-9eb0-c66e86a4d0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692'] for subnet, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:11.673971 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:43:11.719380 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-bbf4cd28-8989-4750-bd87-0b17a494504e req-17befab7-222c-4496-9dae-c2fbc6c7632e tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f8045ec-a41a-4934-bc0f-71dfa6c36734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1049187
Jun 28 16:43:11.741288 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c36d48-faa1-4a59-9eb0-c66e86a4d0e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00cf194e-8b68-499c-8c46-e42626b8e33f,revision_number=0']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:43:11.757556 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-85c36d48-faa1-4a59-9eb0-c66e86a4d0e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:43:11.777194 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c36d48-faa1-4a59-9eb0-c66e86a4d0e1 admin admin] Checking segment: {'id': 'e468f786-9651-4aae-8848-b309facf4ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '17e47684-cb42-4703-b21b-5a7e947c3324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 28 16:43:11.777555 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c36d48-faa1-4a59-9eb0-c66e86a4d0e1 admin admin] Network hostable DHCP agents. Network: 17e47684-cb42-4703-b21b-5a7e947c3324, hostable agents: ['e6bae525-68bf-4aa0-98dd-dc96c133cc24'], hosted agents: [] {{(pid=74150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 28 16:43:11.803193 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c36d48-faa1-4a59-9eb0-c66e86a4d0e1 admin admin] Network 17e47684-cb42-4703-b21b-5a7e947c3324 is scheduled to be hosted by DHCP agent e6bae525-68bf-4aa0-98dd-dc96c133cc24 with binding_index 1 {{(pid=74150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 28 16:43:11.815690 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.scheduler.base_scheduler [None req-85c36d48-faa1-4a59-9eb0-c66e86a4d0e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798104-1-iscsi, 17e47684-cb42-4703-b21b-5a7e947c3324) {{(pid=74150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 28 16:43:11.821241 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c36d48-faa1-4a59-9eb0-c66e86a4d0e1 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:43:11.822679 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-85c36d48-faa1-4a59-9eb0-c66e86a4d0e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533674'] for subnet, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:11.827373 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54204850-bafa-4ef6-85ab-1e31d9330c8a None None] Network 17e47684-cb42-4703-b21b-5a7e947c3324 requested from dv-cinder-798104-1-iscsi {{(pid=74152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 28 16:43:11.856114 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-85c36d48-faa1-4a59-9eb0-c66e86a4d0e1 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.7353072
Jun 28 16:43:12.004345 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 35580) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:43:12.151338 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf76d20-dcc4-4104-94a9-439d7abc12a2 None None] Network 17e47684-cb42-4703-b21b-5a7e947c3324 requested from dv-cinder-798104-1-iscsi {{(pid=74152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 28 16:43:12.158382 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.db_base_plugin_v2 [None req-10014cef-70b8-400d-a0f6-baaaf6f5369a admin admin] Deleting subnet e8b9037d-72aa-46eb-9692-8bf62c7c907d {{(pid=74150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 28 16:43:12.161425 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-10014cef-70b8-400d-a0f6-baaaf6f5369a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:12.212367 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-10014cef-70b8-400d-a0f6-baaaf6f5369a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:12.220126 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-10014cef-70b8-400d-a0f6-baaaf6f5369a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1427664'] for subnet, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:12.297504 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-10014cef-70b8-400d-a0f6-baaaf6f5369a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692'] for subnet, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:12.305416 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:43:12.347813 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10014cef-70b8-400d-a0f6-baaaf6f5369a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8b9037d-72aa-46eb-9692-8bf62c7c907d,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:43:12.352182 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-10014cef-70b8-400d-a0f6-baaaf6f5369a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:43:12.353258 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-10014cef-70b8-400d-a0f6-baaaf6f5369a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533674'] for subnet, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:12.360453 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-10014cef-70b8-400d-a0f6-baaaf6f5369a admin admin] 10.222.0.30 "DELETE /v2.0/subnets/e8b9037d-72aa-46eb-9692-8bf62c7c907d HTTP/1.1" status: 204  len: 168 time: 0.3549566
Jun 28 16:43:12.363194 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 35586) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:43:12.415452 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-6c3ff140-2be5-46e8-b74a-5424bc372793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:12.483808 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-5fa12454-d32f-46be-a44d-269e2482ea3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1600473'] for network, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:12.612763 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-5fa12454-d32f-46be-a44d-269e2482ea3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1428645', 'neutron.services.segments.db._delete_segments_for_network-8771078865026'] for network, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:12.635866 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.services.segments.db [None req-5fa12454-d32f-46be-a44d-269e2482ea3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa2cee184c0>,) {'filters': {'network_id': ['934f0bfd-609e-4765-bdf0-3c6b1c22676f']}} {{(pid=74151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:43:12.649576 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.services.segments.db [None req-5fa12454-d32f-46be-a44d-269e2482ea3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa2cee184c0>, '8c087cc1-7b85-48e0-bf5a-c8678a853c84') {'for_net_delete': True} {{(pid=74151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:43:12.649868 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.services.segments.db [None req-5fa12454-d32f-46be-a44d-269e2482ea3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa2cee184c0>, '8c087cc1-7b85-48e0-bf5a-c8678a853c84') {} {{(pid=74151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:43:12.662822 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-5fa12454-d32f-46be-a44d-269e2482ea3b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771078786973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32205915'] for segment, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:12.685587 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-5fa12454-d32f-46be-a44d-269e2482ea3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719364'] for segment, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:12.692348 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fa12454-d32f-46be-a44d-269e2482ea3b admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=74151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jun 28 16:43:12.692846 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-5fa12454-d32f-46be-a44d-269e2482ea3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1719391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32205040'] for segment, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:12.705982 dv-cinder-798104-1-iscsi neutron-server[74151]: Traceback (most recent call last):
Jun 28 16:43:12.705982 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jun 28 16:43:12.705982 dv-cinder-798104-1-iscsi neutron-server[74151]:     timer()
Jun 28 16:43:12.705982 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 28 16:43:12.705982 dv-cinder-798104-1-iscsi neutron-server[74151]:     cb(*args, **kw)
Jun 28 16:43:12.705982 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jun 28 16:43:12.705982 dv-cinder-798104-1-iscsi neutron-server[74151]:     return func(*args, **kwargs)
Jun 28 16:43:12.705982 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 28 16:43:12.705982 dv-cinder-798104-1-iscsi neutron-server[74151]:     self._notify()
Jun 28 16:43:12.705982 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 28 16:43:12.705982 dv-cinder-798104-1-iscsi neutron-server[74151]:     self.callback(batched_events)
Jun 28 16:43:12.705982 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 28 16:43:12.705982 dv-cinder-798104-1-iscsi neutron-server[74151]:     event.method(event)
Jun 28 16:43:12.705982 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 28 16:43:12.705982 dv-cinder-798104-1-iscsi neutron-server[74151]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 28 16:43:12.705982 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 28 16:43:12.705982 dv-cinder-798104-1-iscsi neutron-server[74151]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 28 16:43:12.705982 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 28 16:43:12.705982 dv-cinder-798104-1-iscsi neutron-server[74151]:     return f(self, *a, **k)
Jun 28 16:43:12.705982 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jun 28 16:43:12.705982 dv-cinder-798104-1-iscsi neutron-server[74151]:     return self._get(url).json()
Jun 28 16:43:12.705982 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jun 28 16:43:12.705982 dv-cinder-798104-1-iscsi neutron-server[74151]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 28 16:43:12.705982 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jun 28 16:43:12.705982 dv-cinder-798104-1-iscsi neutron-server[74151]:     return self.request(url, 'GET', **kwargs)
Jun 28 16:43:12.705982 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jun 28 16:43:12.705982 dv-cinder-798104-1-iscsi neutron-server[74151]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 28 16:43:12.705982 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jun 28 16:43:12.705982 dv-cinder-798104-1-iscsi neutron-server[74151]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 28 16:43:12.705982 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jun 28 16:43:12.705982 dv-cinder-798104-1-iscsi neutron-server[74151]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 28 16:43:12.705982 dv-cinder-798104-1-iscsi neutron-server[74151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 28 16:43:12.783470 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-5fa12454-d32f-46be-a44d-269e2482ea3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1428054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-674480'] for network, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:12.787255 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-4b3b4b42-ecf3-4c0c-8bc9-cce5ce65144f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:43:12.801113 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-5fa12454-d32f-46be-a44d-269e2482ea3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533674'] for network, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:12.810284 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa12454-d32f-46be-a44d-269e2482ea3b admin admin] Pushing event deleted for resources: {'Network': ['ID=934f0bfd-609e-4765-bdf0-3c6b1c22676f,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:43:12.814363 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-5fa12454-d32f-46be-a44d-269e2482ea3b admin admin] 10.222.0.30 "DELETE /v2.0/networks/934f0bfd-609e-4765-bdf0-3c6b1c22676f HTTP/1.1" status: 204  len: 168 time: 0.4490287
Jun 28 16:43:12.815717 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-5fa12454-d32f-46be-a44d-269e2482ea3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:43:12.817279 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 35596) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:43:12.950115 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.db_base_plugin_v2 [None req-923dc7e9-6dd8-49e9-bfbc-1706f1d9f283 admin admin] Deleting subnet 00cf194e-8b68-499c-8c46-e42626b8e33f {{(pid=74151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 28 16:43:12.955123 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-923dc7e9-6dd8-49e9-bfbc-1706f1d9f283 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:13.011285 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-923dc7e9-6dd8-49e9-bfbc-1706f1d9f283 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32205908'] for subnet, precommit_delete_associations {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:13.085993 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-923dc7e9-6dd8-49e9-bfbc-1706f1d9f283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1427664'] for subnet, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:13.201277 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-923dc7e9-6dd8-49e9-bfbc-1706f1d9f283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32204886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32082068'] for subnet, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:13.206382 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-e7d4181f-7724-4ff5-b9c7-1f13ad9aac6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:43:13.248413 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923dc7e9-6dd8-49e9-bfbc-1706f1d9f283 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00cf194e-8b68-499c-8c46-e42626b8e33f,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:43:13.250989 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-923dc7e9-6dd8-49e9-bfbc-1706f1d9f283 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:43:13.256317 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-923dc7e9-6dd8-49e9-bfbc-1706f1d9f283 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:13.265378 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-923dc7e9-6dd8-49e9-bfbc-1706f1d9f283 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/00cf194e-8b68-499c-8c46-e42626b8e33f HTTP/1.1" status: 204  len: 168 time: 0.4466522
Jun 28 16:43:13.267572 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 35602) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:43:13.452137 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-07baf9d4-fa77-4772-9320-d30737b6b320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1600473'] for network, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:13.666399 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-07baf9d4-fa77-4772-9320-d30737b6b320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1428645', 'neutron.services.segments.db._delete_segments_for_network-8771078865026'] for network, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:13.681646 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.services.segments.db [None req-07baf9d4-fa77-4772-9320-d30737b6b320 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa2cf8cf4c0>,) {'filters': {'network_id': ['17e47684-cb42-4703-b21b-5a7e947c3324']}} {{(pid=74151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:43:13.698916 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.services.segments.db [None req-07baf9d4-fa77-4772-9320-d30737b6b320 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa2cf8cf4c0>, 'e468f786-9651-4aae-8848-b309facf4ddc') {'for_net_delete': True} {{(pid=74151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:43:13.699211 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.services.segments.db [None req-07baf9d4-fa77-4772-9320-d30737b6b320 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa2cf8cf4c0>, 'e468f786-9651-4aae-8848-b309facf4ddc') {} {{(pid=74151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:43:13.711679 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-07baf9d4-fa77-4772-9320-d30737b6b320 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771078786973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32205915'] for segment, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:13.729378 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-07baf9d4-fa77-4772-9320-d30737b6b320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719364'] for segment, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:13.736714 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07baf9d4-fa77-4772-9320-d30737b6b320 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=74151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jun 28 16:43:13.737107 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-07baf9d4-fa77-4772-9320-d30737b6b320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1719391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32205040'] for segment, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:13.752149 dv-cinder-798104-1-iscsi neutron-server[74151]: Traceback (most recent call last):
Jun 28 16:43:13.752149 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jun 28 16:43:13.752149 dv-cinder-798104-1-iscsi neutron-server[74151]:     timer()
Jun 28 16:43:13.752149 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 28 16:43:13.752149 dv-cinder-798104-1-iscsi neutron-server[74151]:     cb(*args, **kw)
Jun 28 16:43:13.752149 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jun 28 16:43:13.752149 dv-cinder-798104-1-iscsi neutron-server[74151]:     return func(*args, **kwargs)
Jun 28 16:43:13.752149 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 28 16:43:13.752149 dv-cinder-798104-1-iscsi neutron-server[74151]:     self._notify()
Jun 28 16:43:13.752149 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 28 16:43:13.752149 dv-cinder-798104-1-iscsi neutron-server[74151]:     self.callback(batched_events)
Jun 28 16:43:13.752149 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 28 16:43:13.752149 dv-cinder-798104-1-iscsi neutron-server[74151]:     event.method(event)
Jun 28 16:43:13.752149 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 28 16:43:13.752149 dv-cinder-798104-1-iscsi neutron-server[74151]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 28 16:43:13.752149 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 28 16:43:13.752149 dv-cinder-798104-1-iscsi neutron-server[74151]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 28 16:43:13.752149 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 28 16:43:13.752149 dv-cinder-798104-1-iscsi neutron-server[74151]:     return f(self, *a, **k)
Jun 28 16:43:13.752149 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jun 28 16:43:13.752149 dv-cinder-798104-1-iscsi neutron-server[74151]:     return self._get(url).json()
Jun 28 16:43:13.752149 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jun 28 16:43:13.752149 dv-cinder-798104-1-iscsi neutron-server[74151]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 28 16:43:13.752149 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jun 28 16:43:13.752149 dv-cinder-798104-1-iscsi neutron-server[74151]:     return self.request(url, 'GET', **kwargs)
Jun 28 16:43:13.752149 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jun 28 16:43:13.752149 dv-cinder-798104-1-iscsi neutron-server[74151]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 28 16:43:13.752149 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jun 28 16:43:13.752149 dv-cinder-798104-1-iscsi neutron-server[74151]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 28 16:43:13.752149 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jun 28 16:43:13.752149 dv-cinder-798104-1-iscsi neutron-server[74151]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 28 16:43:13.752149 dv-cinder-798104-1-iscsi neutron-server[74151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 28 16:43:13.830530 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-07baf9d4-fa77-4772-9320-d30737b6b320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1428054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-674480'] for network, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:13.836097 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-07baf9d4-fa77-4772-9320-d30737b6b320 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533674'] for network, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:13.838794 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-77ef6036-3044-491c-a298-756c8ccb1324 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:43:13.863723 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-07baf9d4-fa77-4772-9320-d30737b6b320 admin admin] 10.222.0.30 "DELETE /v2.0/networks/17e47684-cb42-4703-b21b-5a7e947c3324 HTTP/1.1" status: 204  len: 168 time: 0.5949883
Jun 28 16:43:13.864831 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07baf9d4-fa77-4772-9320-d30737b6b320 admin admin] Pushing event deleted for resources: {'Network': ['ID=17e47684-cb42-4703-b21b-5a7e947c3324,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:43:13.868183 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-07baf9d4-fa77-4772-9320-d30737b6b320 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:43:14.011205 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-5e27322e-457d-4bf0-b73d-ff6c09f635fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:14.091370 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 35612) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:43:14.162143 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-638fcb6c-458f-4f6b-92ff-8a2c811bbe1e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=24c3f278acae4ee3b8163f8fb66a7cef&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0689442
Jun 28 16:43:14.165305 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 35616) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:43:14.240013 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-82403490-d386-4712-b77b-d93c331ebe58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:14.287513 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-82403490-d386-4712-b77b-d93c331ebe58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:14.361018 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-82403490-d386-4712-b77b-d93c331ebe58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:14.365551 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-75aa07dd-0d77-4b83-8db6-c8a3215d0ed6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:43:14.377566 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82403490-d386-4712-b77b-d93c331ebe58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3806baf5-2d00-47ab-b283-a50df6eda039,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:43:14.383354 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-82403490-d386-4712-b77b-d93c331ebe58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:43:14.385788 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-82403490-d386-4712-b77b-d93c331ebe58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:14.390021 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-82403490-d386-4712-b77b-d93c331ebe58 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3806baf5-2d00-47ab-b283-a50df6eda039 HTTP/1.1" status: 204  len: 168 time: 0.2235253
Jun 28 16:43:14.653531 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-5e7277b7-defb-45e5-bd1d-b0f4ee84fbb5 req-c2f7a7ec-5965-4811-9217-a1c3ca5f5bc6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=efa4f703-a74a-47fc-a1eb-b46e13636aa1 HTTP/1.1" status: 200  len: 1099 time: 0.1734436
Jun 28 16:43:14.735083 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0519c7d7-8dfd-449d-a14e-f4ee2bb8d112 req-606040c9-2231-414d-ba4e-5a99362eddbd tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:43:14.736734 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-0519c7d7-8dfd-449d-a14e-f4ee2bb8d112 req-606040c9-2231-414d-ba4e-5a99362eddbd tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/ports?device_id=efa4f703-a74a-47fc-a1eb-b46e13636aa1 HTTP/1.1" status: 200  len: 946 time: 0.1759818
Jun 28 16:43:14.738687 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-5e7277b7-defb-45e5-bd1d-b0f4ee84fbb5 req-e5e55c7c-e45e-4dad-b5a7-e414d8ef7b1b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0f8045ec-a41a-4934-bc0f-71dfa6c36734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0726905
Jun 28 16:43:14.811173 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-0519c7d7-8dfd-449d-a14e-f4ee2bb8d112 req-1822a054-a5ec-478e-be6f-de93d734fcba tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f8045ec-a41a-4934-bc0f-71dfa6c36734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641434
Jun 28 16:43:14.989294 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 35632) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:43:15.000908 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:15.047844 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-fdee0453-6be0-482a-ae89-575124123a7d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=25fdd74dedc74318932f344a6e6151ec&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0573609
Jun 28 16:43:15.050645 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 35636) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:43:15.151774 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-7e1d735b-c168-461e-9e95-e71a3e629dfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:15.185657 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-7e1d735b-c168-461e-9e95-e71a3e629dfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:15.255429 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-7e1d735b-c168-461e-9e95-e71a3e629dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:15.263326 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-5cbae6af-6742-4f11-b355-261b854836c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:43:15.278649 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1d735b-c168-461e-9e95-e71a3e629dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f7ebc2-ec0e-40c4-82a2-19d6ca0b51d1,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:43:15.281490 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-7e1d735b-c168-461e-9e95-e71a3e629dfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:43:15.292596 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-7e1d735b-c168-461e-9e95-e71a3e629dfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:15.297188 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-7e1d735b-c168-461e-9e95-e71a3e629dfc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b2f7ebc2-ec0e-40c4-82a2-19d6ca0b51d1 HTTP/1.1" status: 204  len: 168 time: 0.2425001
Jun 28 16:43:16.221384 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f575880-7360-4f44-8b63-7cd04619d3fa req-fe422e9a-8ec5-46ba-afb9-6fe93a77c423 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:43:16.223041 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-0f575880-7360-4f44-8b63-7cd04619d3fa req-fe422e9a-8ec5-46ba-afb9-6fe93a77c423 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/ports?device_id=efa4f703-a74a-47fc-a1eb-b46e13636aa1 HTTP/1.1" status: 200  len: 946 time: 0.1143682
Jun 28 16:43:16.283165 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-0f575880-7360-4f44-8b63-7cd04619d3fa req-cef950fe-fe4c-490e-adcc-3dcdd2d83843 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f8045ec-a41a-4934-bc0f-71dfa6c36734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520675
Jun 28 16:43:16.591210 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c3bf2-786b-45b3-9976-03663e757f22 req-08954a92-0469-43ed-85d8-89e53985ba05 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:43:16.594451 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-346c3bf2-786b-45b3-9976-03663e757f22 req-08954a92-0469-43ed-85d8-89e53985ba05 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce19014e-bb0e-4967-b0e5-c66f6bc47c20 HTTP/1.1" status: 200  len: 945 time: 0.1210105
Jun 28 16:43:16.699024 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-346c3bf2-786b-45b3-9976-03663e757f22 req-9261319b-9cc4-4745-9ab9-c1bec18bbd27 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f8045ec-a41a-4934-bc0f-71dfa6c36734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0964861
Jun 28 16:43:19.770856 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-36fb2d73-3513-4108-a981-f091bdd36aa4 req-8872e880-0cfa-4d40-8e94-f4a72bc9de6a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fe368935ff745edaa9465a88456bec5&device_id=ce19014e-bb0e-4967-b0e5-c66f6bc47c20 HTTP/1.1" status: 200  len: 1098 time: 0.1972919
Jun 28 16:43:19.989246 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fb2d73-3513-4108-a981-f091bdd36aa4 req-7c2d2f0f-b7b4-468a-8488-5a8785eb3c14 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:43:19.990858 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-36fb2d73-3513-4108-a981-f091bdd36aa4 req-7c2d2f0f-b7b4-468a-8488-5a8785eb3c14 service neutron] 10.222.0.15 "GET /v2.0/networks?id=67cef3f9-4ff6-418e-b6c5-56d49e3c3b89 HTTP/1.1" status: 200  len: 920 time: 0.2079668
Jun 28 16:43:20.143049 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-36fb2d73-3513-4108-a981-f091bdd36aa4 req-ae4ddd9d-c2cb-4cf0-8866-12cab2580699 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fc14b82e-34e1-4165-9bdf-d6c4b422fafc HTTP/1.1" status: 200  len: 217 time: 0.1442022
Jun 28 16:43:20.510853 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fb2d73-3513-4108-a981-f091bdd36aa4 req-01472324-d53c-4aec-8be1-b126c88ccd4b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:43:20.513804 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-36fb2d73-3513-4108-a981-f091bdd36aa4 req-01472324-d53c-4aec-8be1-b126c88ccd4b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ac8dc62b-c0d1-448e-9b7b-2ee53b76484f HTTP/1.1" status: 200  len: 859 time: 0.2544434
Jun 28 16:43:20.626147 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-36fb2d73-3513-4108-a981-f091bdd36aa4 req-6e1d8bd8-377d-477c-8d25-21e568cf7219 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=67cef3f9-4ff6-418e-b6c5-56d49e3c3b89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1010504
Jun 28 16:43:20.677633 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac83021-7c6f-45ba-8e71-a595f8b209a6 req-b9a46f74-7abd-4899-a598-e9dc74c06f68 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:43:20.686404 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-eac83021-7c6f-45ba-8e71-a595f8b209a6 req-b9a46f74-7abd-4899-a598-e9dc74c06f68 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce19014e-bb0e-4967-b0e5-c66f6bc47c20 HTTP/1.1" status: 200  len: 945 time: 0.5420709
Jun 28 16:43:20.860786 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-eac83021-7c6f-45ba-8e71-a595f8b209a6 req-7f71eb07-9e21-4dd9-8aa7-6cbd37bf7718 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f8045ec-a41a-4934-bc0f-71dfa6c36734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1729844
Jun 28 16:43:20.921267 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-36fb2d73-3513-4108-a981-f091bdd36aa4 req-fa3a76f4-0efa-40d5-a4a2-6013c0cb782c service neutron] 10.222.0.15 "GET /v2.0/networks/67cef3f9-4ff6-418e-b6c5-56d49e3c3b89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2858186
Jun 28 16:43:21.328035 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-36fb2d73-3513-4108-a981-f091bdd36aa4 req-2513b461-b4a8-44e8-9537-c46675e46aed service neutron] 10.222.0.15 "GET /v2.0/networks/67cef3f9-4ff6-418e-b6c5-56d49e3c3b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3963521
Jun 28 16:43:22.557139 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449c291-9185-4e39-89ce-4beed54d11a1 req-575f85f8-2330-4fc5-b607-0296186d925e tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:43:22.579208 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-8449c291-9185-4e39-89ce-4beed54d11a1 req-575f85f8-2330-4fc5-b607-0296186d925e tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce19014e-bb0e-4967-b0e5-c66f6bc47c20 HTTP/1.1" status: 200  len: 945 time: 0.3363130
Jun 28 16:43:22.701816 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-8449c291-9185-4e39-89ce-4beed54d11a1 req-bcd6ee55-6661-4c2f-9cdc-d1ea1ac74785 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f8045ec-a41a-4934-bc0f-71dfa6c36734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1219566
Jun 28 16:43:24.074742 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9431f7-0655-403b-9288-9b78befc6d91 req-d75c4f92-9671-4999-8bbd-af0a9f316718 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:43:24.086811 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-3c9431f7-0655-403b-9288-9b78befc6d91 req-d75c4f92-9671-4999-8bbd-af0a9f316718 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce19014e-bb0e-4967-b0e5-c66f6bc47c20 HTTP/1.1" status: 200  len: 945 time: 0.2214310
Jun 28 16:43:24.226601 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-3c9431f7-0655-403b-9288-9b78befc6d91 req-89653e4a-861e-44d3-a2bd-29b7f13d64ff tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f8045ec-a41a-4934-bc0f-71dfa6c36734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1349058
Jun 28 16:43:25.315117 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da88f9f4-759e-49af-8a65-48d9dda9f307 req-f8d49a79-7acf-4864-b222-b568a31a3f6d tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:43:25.325633 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-da88f9f4-759e-49af-8a65-48d9dda9f307 req-f8d49a79-7acf-4864-b222-b568a31a3f6d tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a3c276e-863c-4266-95d9-7d34e687fbcb HTTP/1.1" status: 200  len: 946 time: 0.1378391
Jun 28 16:43:25.413695 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-da88f9f4-759e-49af-8a65-48d9dda9f307 req-f4344292-f83d-4a9f-9137-26f71ce05a80 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=617347ef-10fd-471e-b011-50ccff30f907&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0861835
Jun 28 16:43:25.617679 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e1221-c057-4652-9d2e-18b0b1855d7d req-65f25907-a3f8-48ae-bc02-4b6a21ed531b tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:43:25.625672 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-468e1221-c057-4652-9d2e-18b0b1855d7d req-65f25907-a3f8-48ae-bc02-4b6a21ed531b tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce19014e-bb0e-4967-b0e5-c66f6bc47c20 HTTP/1.1" status: 200  len: 945 time: 0.1569123
Jun 28 16:43:25.710923 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-468e1221-c057-4652-9d2e-18b0b1855d7d req-b2035db2-691d-4205-9b97-cf6346563a82 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f8045ec-a41a-4934-bc0f-71dfa6c36734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0825059
Jun 28 16:43:26.724106 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b277a-5c0e-45f3-9b45-5a9bf5a9227f req-489f93d4-526e-4ef6-b87d-ede6785ace40 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:43:26.727225 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-927b277a-5c0e-45f3-9b45-5a9bf5a9227f req-489f93d4-526e-4ef6-b87d-ede6785ace40 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a3c276e-863c-4266-95d9-7d34e687fbcb HTTP/1.1" status: 200  len: 946 time: 0.1142519
Jun 28 16:43:26.806383 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-927b277a-5c0e-45f3-9b45-5a9bf5a9227f req-3bd7dcee-ea3e-499b-9344-0e0d0086537d tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=617347ef-10fd-471e-b011-50ccff30f907&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0732441
Jun 28 16:43:26.993717 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb953b-d3ba-4636-a687-c4e95184a988 req-9804ac4f-1d84-47a9-99e7-e180f2fe3b83 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:43:26.995375 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-e0bb953b-d3ba-4636-a687-c4e95184a988 req-9804ac4f-1d84-47a9-99e7-e180f2fe3b83 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce19014e-bb0e-4967-b0e5-c66f6bc47c20 HTTP/1.1" status: 200  len: 945 time: 0.1168272
Jun 28 16:43:27.105306 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-e0bb953b-d3ba-4636-a687-c4e95184a988 req-e312c057-9a6e-41ad-9691-a2fd84313bdd tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f8045ec-a41a-4934-bc0f-71dfa6c36734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1012430
Jun 28 16:43:27.868635 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 35976) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:43:28.144660 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-6a70f6b0-d3e3-46b5-abe7-b89552239164 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:28.296484 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-6a70f6b0-d3e3-46b5-abe7-b89552239164 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:43:28.300070 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 35992) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:43:28.369772 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-6a70f6b0-d3e3-46b5-abe7-b89552239164 admin admin] Usage tracker for resource:security_group_rule and tenant:40c8cd09a31c49a1b297aed0d8945fd6 is out of sync, need to count used quota {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:43:28.378690 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-6a70f6b0-d3e3-46b5-abe7-b89552239164 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:43:28.442895 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.db_base_plugin_v2 [None req-add9849d-2ef7-4902-9362-3f99f0f7d929 admin admin] Deleting subnet 1cdeec33-3ede-4219-aa00-d21f4cb668a6 {{(pid=74150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 28 16:43:28.449686 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-add9849d-2ef7-4902-9362-3f99f0f7d929 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:28.502655 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-6a70f6b0-d3e3-46b5-abe7-b89552239164 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:43:28.699940 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-add9849d-2ef7-4902-9362-3f99f0f7d929 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:28.743180 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-add9849d-2ef7-4902-9362-3f99f0f7d929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1427664'] for subnet, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:28.905153 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e10c0d-534c-4bc7-ae3e-fb9cc802da4e req-afa0f3d3-3be4-41f3-8dd6-2d69778a0ced tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:43:28.909148 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-e9e10c0d-534c-4bc7-ae3e-fb9cc802da4e req-afa0f3d3-3be4-41f3-8dd6-2d69778a0ced tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a3c276e-863c-4266-95d9-7d34e687fbcb HTTP/1.1" status: 200  len: 946 time: 0.6876783
Jun 28 16:43:28.995635 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c1b6b7-642c-4966-bab5-d56f7abb23db req-d593375c-021f-48ad-bfe0-1e37943b8a64 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:43:29.008117 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-00c1b6b7-642c-4966-bab5-d56f7abb23db req-d593375c-021f-48ad-bfe0-1e37943b8a64 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce19014e-bb0e-4967-b0e5-c66f6bc47c20 HTTP/1.1" status: 200  len: 945 time: 0.5014927
Jun 28 16:43:29.047847 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-6a70f6b0-d3e3-46b5-abe7-b89552239164 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:29.070313 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-6a70f6b0-d3e3-46b5-abe7-b89552239164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:29.101568 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-ded68aac-3139-4244-bfc0-2db781781211 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:43:29.140272 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-add9849d-2ef7-4902-9362-3f99f0f7d929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692'] for subnet, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:29.177413 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-e9e10c0d-534c-4bc7-ae3e-fb9cc802da4e req-3b231587-21af-499c-b53c-da45d3e7b20f tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=617347ef-10fd-471e-b011-50ccff30f907&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2541568
Jun 28 16:43:29.184708 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a70f6b0-d3e3-46b5-abe7-b89552239164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a0700b-a746-4ca8-9d55-40016ba6b5fd,revision_number=1']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:43:29.189165 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-6a70f6b0-d3e3-46b5-abe7-b89552239164 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=40c8cd09a31c49a1b297aed0d8945fd6&name=default HTTP/1.1" status: 200  len: 2647 time: 1.3190489
Jun 28 16:43:29.190377 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-6a70f6b0-d3e3-46b5-abe7-b89552239164 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:43:29.192140 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 36004) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:43:29.207466 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-00c1b6b7-642c-4966-bab5-d56f7abb23db req-a4bef411-42a5-481f-a263-573bfc54338d tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f8045ec-a41a-4934-bc0f-71dfa6c36734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1980827
Jun 28 16:43:29.208061 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-85c36d48-faa1-4a59-9eb0-c66e86a4d0e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:43:29.255246 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add9849d-2ef7-4902-9362-3f99f0f7d929 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cdeec33-3ede-4219-aa00-d21f4cb668a6,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:43:29.258098 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-add9849d-2ef7-4902-9362-3f99f0f7d929 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533674'] for subnet, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:29.260929 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-add9849d-2ef7-4902-9362-3f99f0f7d929 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:43:29.300132 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-add9849d-2ef7-4902-9362-3f99f0f7d929 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/1cdeec33-3ede-4219-aa00-d21f4cb668a6 HTTP/1.1" status: 204  len: 168 time: 0.9973190
Jun 28 16:43:29.301145 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 36008) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:43:29.340046 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-b7fc88d5-c8e7-4755-8979-8bf35694bc49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:29.371592 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-b7fc88d5-c8e7-4755-8979-8bf35694bc49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:29.435299 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-b7fc88d5-c8e7-4755-8979-8bf35694bc49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:29.445950 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-416f1b86-1b71-4fe1-bd62-6465fd2744df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:43:29.463512 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fc88d5-c8e7-4755-8979-8bf35694bc49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a0700b-a746-4ca8-9d55-40016ba6b5fd,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:43:29.466750 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-b7fc88d5-c8e7-4755-8979-8bf35694bc49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:43:29.468131 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-b7fc88d5-c8e7-4755-8979-8bf35694bc49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:29.473084 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-b7fc88d5-c8e7-4755-8979-8bf35694bc49 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f5a0700b-a746-4ca8-9d55-40016ba6b5fd HTTP/1.1" status: 204  len: 168 time: 0.2790427
Jun 28 16:43:29.620363 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-242c6b76-7442-442b-a43d-70ca51bcad04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1600473'] for network, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:29.818403 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-242c6b76-7442-442b-a43d-70ca51bcad04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1428645', 'neutron.services.segments.db._delete_segments_for_network-8771078865026'] for network, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:29.836609 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-242c6b76-7442-442b-a43d-70ca51bcad04 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fa2cf7cd5e0>> segment before_delete 55550000 {{(pid=74150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:43:29.837284 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-242c6b76-7442-442b-a43d-70ca51bcad04 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fa2cf7cd5e0>> subnet precommit_delete_associations 55550000 {{(pid=74150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:43:29.838305 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-242c6b76-7442-442b-a43d-70ca51bcad04 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa2cf7cd6d0>> segment_host_mapping after_create 55550000 {{(pid=74150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:43:29.838797 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-242c6b76-7442-442b-a43d-70ca51bcad04 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa2cf7cd6d0>> port after_create 55550000 {{(pid=74150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:43:29.839267 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-242c6b76-7442-442b-a43d-70ca51bcad04 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa2cf7cd6d0>> port after_delete 55550000 {{(pid=74150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:43:29.839781 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-242c6b76-7442-442b-a43d-70ca51bcad04 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa2cf7cd6d0>> port after_update 55550000 {{(pid=74150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:43:29.840246 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-242c6b76-7442-442b-a43d-70ca51bcad04 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa2cf7cd6d0>> segment after_delete 55550000 {{(pid=74150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:43:29.840749 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-242c6b76-7442-442b-a43d-70ca51bcad04 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa2cf7cd6d0>> subnet after_create 55550000 {{(pid=74150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:43:29.841248 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-242c6b76-7442-442b-a43d-70ca51bcad04 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa2cf7cd6d0>> subnet after_delete 55550000 {{(pid=74150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:43:29.841913 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-242c6b76-7442-442b-a43d-70ca51bcad04 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa2cf7cd6d0>> subnet after_update 55550000 {{(pid=74150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:43:30.082674 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-242c6b76-7442-442b-a43d-70ca51bcad04 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fa2cebde430>> subnet after_create 55550000 {{(pid=74150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:43:30.083254 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-242c6b76-7442-442b-a43d-70ca51bcad04 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fa2cebde430>> subnet after_delete 55550000 {{(pid=74150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:43:30.083363 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-242c6b76-7442-442b-a43d-70ca51bcad04 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fa2cebde430>> subnet before_create 55550000 {{(pid=74150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:43:30.084028 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-242c6b76-7442-442b-a43d-70ca51bcad04 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fa2cebde430>> subnet before_update 55550000 {{(pid=74150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 28 16:43:30.084403 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.services.segments.db [None req-242c6b76-7442-442b-a43d-70ca51bcad04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa2cf7cdee0>,) {'filters': {'network_id': ['e8987eff-b80b-4545-8ddd-e71ba548a009']}} {{(pid=74150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:43:30.113224 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.services.segments.db [None req-242c6b76-7442-442b-a43d-70ca51bcad04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa2cf7cdee0>, '0ab3d6cc-ed5b-46ad-b217-a876ee762fb8') {'for_net_delete': True} {{(pid=74150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:43:30.113520 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.services.segments.db [None req-242c6b76-7442-442b-a43d-70ca51bcad04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa2cf7cdee0>, '0ab3d6cc-ed5b-46ad-b217-a876ee762fb8') {} {{(pid=74150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:43:30.130634 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-242c6b76-7442-442b-a43d-70ca51bcad04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771078786973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32537741'] for segment, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:30.162374 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-242c6b76-7442-442b-a43d-70ca51bcad04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719364'] for segment, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:30.183487 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-242c6b76-7442-442b-a43d-70ca51bcad04 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=74150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jun 28 16:43:30.185413 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-242c6b76-7442-442b-a43d-70ca51bcad04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1719391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32536748'] for segment, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:30.228345 dv-cinder-798104-1-iscsi neutron-server[74150]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Jun 28 16:43:30.228345 dv-cinder-798104-1-iscsi neutron-server[74150]:   util.warn_limited(
Jun 28 16:43:30.228345 dv-cinder-798104-1-iscsi neutron-server[74150]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Jun 28 16:43:30.228345 dv-cinder-798104-1-iscsi neutron-server[74150]:   util.warn_limited(
Jun 28 16:43:30.228345 dv-cinder-798104-1-iscsi neutron-server[74150]: Traceback (most recent call last):
Jun 28 16:43:30.228345 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jun 28 16:43:30.228345 dv-cinder-798104-1-iscsi neutron-server[74150]:     timer()
Jun 28 16:43:30.228345 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 28 16:43:30.228345 dv-cinder-798104-1-iscsi neutron-server[74150]:     cb(*args, **kw)
Jun 28 16:43:30.228345 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jun 28 16:43:30.228345 dv-cinder-798104-1-iscsi neutron-server[74150]:     return func(*args, **kwargs)
Jun 28 16:43:30.228345 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 28 16:43:30.228345 dv-cinder-798104-1-iscsi neutron-server[74150]:     self._notify()
Jun 28 16:43:30.228345 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 28 16:43:30.228345 dv-cinder-798104-1-iscsi neutron-server[74150]:     self.callback(batched_events)
Jun 28 16:43:30.228345 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 28 16:43:30.228345 dv-cinder-798104-1-iscsi neutron-server[74150]:     event.method(event)
Jun 28 16:43:30.228345 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 28 16:43:30.228345 dv-cinder-798104-1-iscsi neutron-server[74150]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 28 16:43:30.228345 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 28 16:43:30.228345 dv-cinder-798104-1-iscsi neutron-server[74150]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 28 16:43:30.228345 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 28 16:43:30.228345 dv-cinder-798104-1-iscsi neutron-server[74150]:     return f(self, *a, **k)
Jun 28 16:43:30.228345 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jun 28 16:43:30.228345 dv-cinder-798104-1-iscsi neutron-server[74150]:     return self._get(url).json()
Jun 28 16:43:30.228345 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jun 28 16:43:30.228345 dv-cinder-798104-1-iscsi neutron-server[74150]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 28 16:43:30.228345 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jun 28 16:43:30.228345 dv-cinder-798104-1-iscsi neutron-server[74150]:     return self.request(url, 'GET', **kwargs)
Jun 28 16:43:30.228345 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jun 28 16:43:30.228345 dv-cinder-798104-1-iscsi neutron-server[74150]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 28 16:43:30.228345 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jun 28 16:43:30.228345 dv-cinder-798104-1-iscsi neutron-server[74150]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 28 16:43:30.228345 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jun 28 16:43:30.228345 dv-cinder-798104-1-iscsi neutron-server[74150]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 28 16:43:30.228345 dv-cinder-798104-1-iscsi neutron-server[74150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 28 16:43:30.472852 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-242c6b76-7442-442b-a43d-70ca51bcad04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1428054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-674480'] for network, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:30.489311 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-12024daf-955b-468c-ad39-242ca76f0f87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:43:30.519851 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-242c6b76-7442-442b-a43d-70ca51bcad04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533674'] for network, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:30.535089 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242c6b76-7442-442b-a43d-70ca51bcad04 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8987eff-b80b-4545-8ddd-e71ba548a009,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:43:30.540850 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-242c6b76-7442-442b-a43d-70ca51bcad04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:43:30.541925 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-242c6b76-7442-442b-a43d-70ca51bcad04 admin admin] 10.222.0.30 "DELETE /v2.0/networks/e8987eff-b80b-4545-8ddd-e71ba548a009 HTTP/1.1" status: 204  len: 168 time: 1.2398210
Jun 28 16:43:30.544790 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 36040) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:43:30.978368 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8197e9ff-d29c-45be-96fe-c3d76365d445 req-b897e7ec-35a7-4d94-ad66-e19956524d4f tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:43:30.996720 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-8197e9ff-d29c-45be-96fe-c3d76365d445 req-b897e7ec-35a7-4d94-ad66-e19956524d4f tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce19014e-bb0e-4967-b0e5-c66f6bc47c20 HTTP/1.1" status: 200  len: 945 time: 0.5785415
Jun 28 16:43:31.007495 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c050101-8bb3-49c5-b402-baa5fcb2cc71 admin admin] Deleting subnet 4bf1c757-001b-4d40-b90f-2f1ef1db4ec0 {{(pid=74150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 28 16:43:31.049434 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-9c050101-8bb3-49c5-b402-baa5fcb2cc71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:31.248418 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-9c050101-8bb3-49c5-b402-baa5fcb2cc71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32537730'] for subnet, precommit_delete_associations {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:31.363937 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-8197e9ff-d29c-45be-96fe-c3d76365d445 req-0c39ab18-0a1d-4355-be65-191b7a6b3e24 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f8045ec-a41a-4934-bc0f-71dfa6c36734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3662567
Jun 28 16:43:31.400964 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc65d48c-acf7-4b57-9732-f4852249ae3a req-61a281c7-037b-475c-a6b5-885c9f793525 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:43:31.417873 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-cc65d48c-acf7-4b57-9732-f4852249ae3a req-61a281c7-037b-475c-a6b5-885c9f793525 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a3c276e-863c-4266-95d9-7d34e687fbcb HTTP/1.1" status: 200  len: 946 time: 0.6236651
Jun 28 16:43:31.454629 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-9c050101-8bb3-49c5-b402-baa5fcb2cc71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1427664'] for subnet, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:31.587257 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-9c050101-8bb3-49c5-b402-baa5fcb2cc71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32536586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32270940'] for subnet, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:31.607948 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:43:31.705430 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-9c050101-8bb3-49c5-b402-baa5fcb2cc71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533674'] for subnet, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:31.716750 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c050101-8bb3-49c5-b402-baa5fcb2cc71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bf1c757-001b-4d40-b90f-2f1ef1db4ec0,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:43:31.727906 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-9c050101-8bb3-49c5-b402-baa5fcb2cc71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:43:31.735484 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-9c050101-8bb3-49c5-b402-baa5fcb2cc71 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/4bf1c757-001b-4d40-b90f-2f1ef1db4ec0 HTTP/1.1" status: 204  len: 168 time: 1.1889889
Jun 28 16:43:31.738252 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 36062) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:43:31.745100 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-cc65d48c-acf7-4b57-9732-f4852249ae3a req-39cf1679-9e77-48de-a7b8-1885a42d53f7 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=617347ef-10fd-471e-b011-50ccff30f907&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3094313
Jun 28 16:43:31.891433 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-7a3ff224-5d31-45c5-8a8b-b03c12ee3540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1600473'] for network, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:32.089584 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-7a3ff224-5d31-45c5-8a8b-b03c12ee3540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1428645', 'neutron.services.segments.db._delete_segments_for_network-8771078865026'] for network, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:32.118680 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.services.segments.db [None req-7a3ff224-5d31-45c5-8a8b-b03c12ee3540 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa2cef4abb0>,) {'filters': {'network_id': ['190e31f5-6186-4fcd-a163-dec7edeb121e']}} {{(pid=74151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:43:32.140413 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.services.segments.db [None req-7a3ff224-5d31-45c5-8a8b-b03c12ee3540 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa2cef4abb0>, '29034423-4de9-4f53-bdfd-5960f4d1be9d') {'for_net_delete': True} {{(pid=74151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:43:32.140811 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.services.segments.db [None req-7a3ff224-5d31-45c5-8a8b-b03c12ee3540 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa2cef4abb0>, '29034423-4de9-4f53-bdfd-5960f4d1be9d') {} {{(pid=74151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:43:32.162896 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-7a3ff224-5d31-45c5-8a8b-b03c12ee3540 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771078786973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32205915'] for segment, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:32.202402 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-7a3ff224-5d31-45c5-8a8b-b03c12ee3540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719364'] for segment, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:32.222596 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a3ff224-5d31-45c5-8a8b-b03c12ee3540 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=74151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jun 28 16:43:32.223503 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-7a3ff224-5d31-45c5-8a8b-b03c12ee3540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1719391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32205040'] for segment, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:32.365609 dv-cinder-798104-1-iscsi neutron-server[74151]: Traceback (most recent call last):
Jun 28 16:43:32.365609 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jun 28 16:43:32.365609 dv-cinder-798104-1-iscsi neutron-server[74151]:     timer()
Jun 28 16:43:32.365609 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 28 16:43:32.365609 dv-cinder-798104-1-iscsi neutron-server[74151]:     cb(*args, **kw)
Jun 28 16:43:32.365609 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jun 28 16:43:32.365609 dv-cinder-798104-1-iscsi neutron-server[74151]:     return func(*args, **kwargs)
Jun 28 16:43:32.365609 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 28 16:43:32.365609 dv-cinder-798104-1-iscsi neutron-server[74151]:     self._notify()
Jun 28 16:43:32.365609 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 28 16:43:32.365609 dv-cinder-798104-1-iscsi neutron-server[74151]:     self.callback(batched_events)
Jun 28 16:43:32.365609 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 28 16:43:32.365609 dv-cinder-798104-1-iscsi neutron-server[74151]:     event.method(event)
Jun 28 16:43:32.365609 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 28 16:43:32.365609 dv-cinder-798104-1-iscsi neutron-server[74151]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 28 16:43:32.365609 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 28 16:43:32.365609 dv-cinder-798104-1-iscsi neutron-server[74151]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 28 16:43:32.365609 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 28 16:43:32.365609 dv-cinder-798104-1-iscsi neutron-server[74151]:     return f(self, *a, **k)
Jun 28 16:43:32.365609 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jun 28 16:43:32.365609 dv-cinder-798104-1-iscsi neutron-server[74151]:     return self._get(url).json()
Jun 28 16:43:32.365609 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jun 28 16:43:32.365609 dv-cinder-798104-1-iscsi neutron-server[74151]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 28 16:43:32.365609 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jun 28 16:43:32.365609 dv-cinder-798104-1-iscsi neutron-server[74151]:     return self.request(url, 'GET', **kwargs)
Jun 28 16:43:32.365609 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jun 28 16:43:32.365609 dv-cinder-798104-1-iscsi neutron-server[74151]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 28 16:43:32.365609 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jun 28 16:43:32.365609 dv-cinder-798104-1-iscsi neutron-server[74151]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 28 16:43:32.365609 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jun 28 16:43:32.365609 dv-cinder-798104-1-iscsi neutron-server[74151]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 28 16:43:32.365609 dv-cinder-798104-1-iscsi neutron-server[74151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 28 16:43:32.382647 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-7a3ff224-5d31-45c5-8a8b-b03c12ee3540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1428054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-674480'] for network, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:32.403058 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-7a3ff224-5d31-45c5-8a8b-b03c12ee3540 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533674'] for network, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:32.411437 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-5bf40664-8182-486c-a571-0de4fcb09ab4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:43:32.439248 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-7a3ff224-5d31-45c5-8a8b-b03c12ee3540 admin admin] 10.222.0.30 "DELETE /v2.0/networks/190e31f5-6186-4fcd-a163-dec7edeb121e HTTP/1.1" status: 204  len: 168 time: 0.6991847
Jun 28 16:43:32.441253 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3ff224-5d31-45c5-8a8b-b03c12ee3540 admin admin] Pushing event deleted for resources: {'Network': ['ID=190e31f5-6186-4fcd-a163-dec7edeb121e,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:43:32.445787 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-7a3ff224-5d31-45c5-8a8b-b03c12ee3540 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:43:32.872872 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 36096) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:43:32.958669 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-236cd24e-eeab-44d8-84b2-0b4514b9a426 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f083060b009640d49176fadf245483ea&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0837057
Jun 28 16:43:32.962159 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 36100) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:43:33.142066 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-d0653897-2979-4a68-a6ba-2a9cd13935be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:33.175976 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-d0653897-2979-4a68-a6ba-2a9cd13935be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:33.208663 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-daf7338a-db8f-4271-a454-7cb5386db163 req-acce7735-44a0-4cbb-b66b-f1787fec60d5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ce19014e-bb0e-4967-b0e5-c66f6bc47c20 HTTP/1.1" status: 200  len: 1098 time: 0.3202977
Jun 28 16:43:33.353856 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-d0653897-2979-4a68-a6ba-2a9cd13935be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:33.360269 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-8d58edc7-0e67-45d4-a07a-585cb07dc2eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:43:33.377760 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa17490-3cc9-42f5-b6d1-457f64989d59 req-cb3b7b9b-5155-4436-93e1-9e32c1d921c0 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:43:33.385764 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-0fa17490-3cc9-42f5-b6d1-457f64989d59 req-cb3b7b9b-5155-4436-93e1-9e32c1d921c0 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce19014e-bb0e-4967-b0e5-c66f6bc47c20 HTTP/1.1" status: 200  len: 945 time: 0.5992529
Jun 28 16:43:33.407209 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0653897-2979-4a68-a6ba-2a9cd13935be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eab9c2f-9a10-4d68-a511-947d968d98fb,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:43:33.410855 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-daf7338a-db8f-4271-a454-7cb5386db163 req-c6fa7de4-c112-4e71-a523-ccc25c8ac29f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0f8045ec-a41a-4934-bc0f-71dfa6c36734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1750216
Jun 28 16:43:33.413507 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-d0653897-2979-4a68-a6ba-2a9cd13935be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:43:33.414451 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-d0653897-2979-4a68-a6ba-2a9cd13935be admin admin] Notify callbacks [] for security_group, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:33.419618 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-d0653897-2979-4a68-a6ba-2a9cd13935be admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6eab9c2f-9a10-4d68-a511-947d968d98fb HTTP/1.1" status: 204  len: 168 time: 0.4533131
Jun 28 16:43:33.552912 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-0fa17490-3cc9-42f5-b6d1-457f64989d59 req-d6886722-d08f-4812-8a2b-e5040c6102c5 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f8045ec-a41a-4934-bc0f-71dfa6c36734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1661589
Jun 28 16:43:33.622302 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe407ce9-26d7-4d6b-8be5-c5526bf58fa1 req-6171f7e9-abf2-4299-931a-33da726a8288 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:43:33.643229 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-fe407ce9-26d7-4d6b-8be5-c5526bf58fa1 req-6171f7e9-abf2-4299-931a-33da726a8288 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a3c276e-863c-4266-95d9-7d34e687fbcb HTTP/1.1" status: 200  len: 946 time: 0.2371566
Jun 28 16:43:33.876256 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-fe407ce9-26d7-4d6b-8be5-c5526bf58fa1 req-2612ab5a-8a68-4510-bcd4-89c9a0a9f537 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=617347ef-10fd-471e-b011-50ccff30f907&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2279294
Jun 28 16:43:33.969269 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c191bc-df54-4dae-aa72-1e4279289000 req-cf359ca8-baab-4ddf-9afc-376342ed3bbf tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:43:33.973427 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-52c191bc-df54-4dae-aa72-1e4279289000 req-cf359ca8-baab-4ddf-9afc-376342ed3bbf tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/ports?device_id=69a01249-24b4-4899-982a-37bd6370d430 HTTP/1.1" status: 200  len: 945 time: 0.1770196
Jun 28 16:43:34.095461 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-52c191bc-df54-4dae-aa72-1e4279289000 req-63b3cd12-39ff-445f-a773-b1ea5e273aa9 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/security-groups?id=961c93a5-ebeb-476d-8144-f2a60620665a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1093049
Jun 28 16:43:34.242191 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 36132) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:43:34.375902 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-712b4c32-ea7b-43b4-bd8a-a15c5c7c6b97 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f1a40383e2c641c4aa20b72e84d91aa3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1321449
Jun 28 16:43:34.378371 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 36140) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:43:34.501329 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-1cce8b67-637d-4d67-924e-8c4c702e16d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:34.561510 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-1cce8b67-637d-4d67-924e-8c4c702e16d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:34.694043 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-1cce8b67-637d-4d67-924e-8c4c702e16d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:34.699866 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-1461d1d2-bd30-4165-bd71-79f60c0ada72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:43:34.716645 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-1cce8b67-637d-4d67-924e-8c4c702e16d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:34.717840 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-1cce8b67-637d-4d67-924e-8c4c702e16d2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/eb6041c7-167e-497c-be0f-aa91167297b6 HTTP/1.1" status: 204  len: 168 time: 0.3377705
Jun 28 16:43:34.718996 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cce8b67-637d-4d67-924e-8c4c702e16d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb6041c7-167e-497c-be0f-aa91167297b6,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:43:34.721783 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-1cce8b67-637d-4d67-924e-8c4c702e16d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:43:34.853137 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d2cb15-f9a5-4cf2-9c54-6c66139d37a8 req-1f29781c-0507-488c-a4a0-ac338807ea71 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:43:34.855819 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-f0d2cb15-f9a5-4cf2-9c54-6c66139d37a8 req-1f29781c-0507-488c-a4a0-ac338807ea71 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce19014e-bb0e-4967-b0e5-c66f6bc47c20 HTTP/1.1" status: 200  len: 945 time: 0.0945454
Jun 28 16:43:34.960015 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-f0d2cb15-f9a5-4cf2-9c54-6c66139d37a8 req-04e52177-9d1a-4fdc-8229-548bb650e6de tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f8045ec-a41a-4934-bc0f-71dfa6c36734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0980589
Jun 28 16:43:35.363019 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04915ee4-e1ee-40f7-8720-3a948fb27855 req-7f340b45-7358-477f-a42e-4989314f8d82 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:43:35.377669 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-04915ee4-e1ee-40f7-8720-3a948fb27855 req-7f340b45-7358-477f-a42e-4989314f8d82 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a3c276e-863c-4266-95d9-7d34e687fbcb HTTP/1.1" status: 200  len: 946 time: 0.1821697
Jun 28 16:43:35.482227 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 36174) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:43:35.758707 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-04915ee4-e1ee-40f7-8720-3a948fb27855 req-bee7a232-ed74-44fc-a8f2-b24b823fb209 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=617347ef-10fd-471e-b011-50ccff30f907&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3791463
Jun 28 16:43:35.855119 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-8060d834-c104-4ea4-b60a-c345e0b446cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:35.986704 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-8060d834-c104-4ea4-b60a-c345e0b446cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:43:36.000290 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-8060d834-c104-4ea4-b60a-c345e0b446cb admin admin] Usage tracker for resource:security_group_rule and tenant:d03d8d52b900481a94c9a1663ef3ba18 is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:43:36.016139 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04516610-00f9-44f5-ac6a-6b3002f37bb2 req-babc61fc-e5a8-4dbe-8064-ff08694ba3f4 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:43:36.017110 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-8060d834-c104-4ea4-b60a-c345e0b446cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:43:36.021040 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-04516610-00f9-44f5-ac6a-6b3002f37bb2 req-babc61fc-e5a8-4dbe-8064-ff08694ba3f4 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/ports?device_id=69a01249-24b4-4899-982a-37bd6370d430 HTTP/1.1" status: 200  len: 945 time: 0.3628256
Jun 28 16:43:36.042019 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-8060d834-c104-4ea4-b60a-c345e0b446cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:43:36.075987 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-2b9db845-11a8-41a0-89e4-5ee3ce8e5cc2 req-dc814a7c-b850-4b15-a482-6349ed4437cf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fe368935ff745edaa9465a88456bec5&device_id=ce19014e-bb0e-4967-b0e5-c66f6bc47c20 HTTP/1.1" status: 200  len: 1098 time: 0.5448580
Jun 28 16:43:36.367693 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-8060d834-c104-4ea4-b60a-c345e0b446cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:36.391450 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-8060d834-c104-4ea4-b60a-c345e0b446cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:36.425760 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-04516610-00f9-44f5-ac6a-6b3002f37bb2 req-d0b9c0b6-8bc1-4258-8cb1-569d9a34930d tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/security-groups?id=961c93a5-ebeb-476d-8144-f2a60620665a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3909988
Jun 28 16:43:36.472566 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-385707dd-9faa-441b-80a5-c974ce94752d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:43:36.484743 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9db845-11a8-41a0-89e4-5ee3ce8e5cc2 req-c1109316-08d6-4ca8-8dfc-bd553e8e8788 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:43:36.486387 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-2b9db845-11a8-41a0-89e4-5ee3ce8e5cc2 req-c1109316-08d6-4ca8-8dfc-bd553e8e8788 service neutron] 10.222.0.15 "GET /v2.0/networks?id=67cef3f9-4ff6-418e-b6c5-56d49e3c3b89 HTTP/1.1" status: 200  len: 920 time: 0.4015813
Jun 28 16:43:36.493273 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15224335-00cc-4cdd-a48a-c54d4a57f36c req-881244a2-5982-49ab-9fee-34d7b72e452c tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:43:36.500368 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-15224335-00cc-4cdd-a48a-c54d4a57f36c req-881244a2-5982-49ab-9fee-34d7b72e452c tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce19014e-bb0e-4967-b0e5-c66f6bc47c20 HTTP/1.1" status: 200  len: 945 time: 0.3115346
Jun 28 16:43:36.598956 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-2b9db845-11a8-41a0-89e4-5ee3ce8e5cc2 req-517e8690-6306-4ed4-97f7-a59c63f9ca43 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fc14b82e-34e1-4165-9bdf-d6c4b422fafc HTTP/1.1" status: 200  len: 217 time: 0.0956035
Jun 28 16:43:36.599702 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-8060d834-c104-4ea4-b60a-c345e0b446cb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d03d8d52b900481a94c9a1663ef3ba18&name=default HTTP/1.1" status: 200  len: 2647 time: 1.1159115
Jun 28 16:43:36.605876 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 36198) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:43:36.633752 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-15224335-00cc-4cdd-a48a-c54d4a57f36c req-ed6a3e3f-ea24-4a9f-91b7-c22967deaa15 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f8045ec-a41a-4934-bc0f-71dfa6c36734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1324136
Jun 28 16:43:36.636347 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8060d834-c104-4ea4-b60a-c345e0b446cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d11d3236-ba80-44be-ada1-213184bfdb9a,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:43:36.646902 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-8060d834-c104-4ea4-b60a-c345e0b446cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:43:36.723654 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9db845-11a8-41a0-89e4-5ee3ce8e5cc2 req-0ca15c8d-9689-4955-9abb-d4b8e49f065d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:43:36.725213 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-2b9db845-11a8-41a0-89e4-5ee3ce8e5cc2 req-0ca15c8d-9689-4955-9abb-d4b8e49f065d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ac8dc62b-c0d1-448e-9b7b-2ee53b76484f HTTP/1.1" status: 200  len: 859 time: 0.1050074
Jun 28 16:43:36.828996 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-2b9db845-11a8-41a0-89e4-5ee3ce8e5cc2 req-af91a176-ee10-46d6-b52b-6ee912f6ae48 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=67cef3f9-4ff6-418e-b6c5-56d49e3c3b89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0953302
Jun 28 16:43:36.895424 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-0e388a42-7a3b-4fe9-8380-83ec94da8055 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:36.954497 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-0e388a42-7a3b-4fe9-8380-83ec94da8055 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:37.101198 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-0e388a42-7a3b-4fe9-8380-83ec94da8055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:37.121229 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-0b0340cc-9843-4fd6-9813-906672fa2f76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:43:37.139322 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-0e388a42-7a3b-4fe9-8380-83ec94da8055 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:37.140580 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-0e388a42-7a3b-4fe9-8380-83ec94da8055 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d11d3236-ba80-44be-ada1-213184bfdb9a HTTP/1.1" status: 204  len: 168 time: 0.5333719
Jun 28 16:43:37.143354 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e388a42-7a3b-4fe9-8380-83ec94da8055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11d3236-ba80-44be-ada1-213184bfdb9a,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:43:37.145001 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-2b9db845-11a8-41a0-89e4-5ee3ce8e5cc2 req-883810c6-d21e-4414-a52c-c8508dbc5b21 service neutron] 10.222.0.15 "GET /v2.0/networks/67cef3f9-4ff6-418e-b6c5-56d49e3c3b89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3074386
Jun 28 16:43:37.146853 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-0e388a42-7a3b-4fe9-8380-83ec94da8055 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:43:38.037581 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 36226) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:43:38.076715 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-2b9db845-11a8-41a0-89e4-5ee3ce8e5cc2 req-b446b740-cc32-4640-a4bb-e97a21761875 service neutron] 10.222.0.15 "GET /v2.0/networks/67cef3f9-4ff6-418e-b6c5-56d49e3c3b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9116497
Jun 28 16:43:38.076937 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-8f274a89-e2d4-481b-b5ae-0262e89763ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:38.117732 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-8f274a89-e2d4-481b-b5ae-0262e89763ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:43:38.122494 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-8f274a89-e2d4-481b-b5ae-0262e89763ce admin admin] Usage tracker for resource:security_group_rule and tenant:4697a0cf658843db9f2886a0e4b85a20 is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:43:38.126268 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-8f274a89-e2d4-481b-b5ae-0262e89763ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:43:38.135600 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-8f274a89-e2d4-481b-b5ae-0262e89763ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:43:38.252891 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2a1282-12ff-47a7-9b51-d979cdfc3310 req-e4996eea-fc48-4406-85a0-d524791ddc62 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:43:38.271644 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-8d2a1282-12ff-47a7-9b51-d979cdfc3310 req-e4996eea-fc48-4406-85a0-d524791ddc62 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a3c276e-863c-4266-95d9-7d34e687fbcb HTTP/1.1" status: 200  len: 946 time: 0.9002998
Jun 28 16:43:38.316742 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-8f274a89-e2d4-481b-b5ae-0262e89763ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:38.333968 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-8f274a89-e2d4-481b-b5ae-0262e89763ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:38.343653 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab04f9d-fc78-48bb-9d58-ec07f644f8a9 req-816c312c-70fb-43ef-8824-4ac5956e5ec9 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:43:38.362142 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-2ab04f9d-fc78-48bb-9d58-ec07f644f8a9 req-816c312c-70fb-43ef-8824-4ac5956e5ec9 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/ports?device_id=69a01249-24b4-4899-982a-37bd6370d430 HTTP/1.1" status: 200  len: 945 time: 0.5757425
Jun 28 16:43:38.365006 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-e38ffa0a-50e5-4ded-bf42-5b22e63d79c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:43:38.467835 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-8f274a89-e2d4-481b-b5ae-0262e89763ce admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4697a0cf658843db9f2886a0e4b85a20&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4254346
Jun 28 16:43:38.468754 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f274a89-e2d4-481b-b5ae-0262e89763ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50a9eba7-fbe4-4d58-9cf9-51cc13eaa6fb,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:43:38.471146 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 36234) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:43:38.485458 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-8f274a89-e2d4-481b-b5ae-0262e89763ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:43:38.516141 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-2ab04f9d-fc78-48bb-9d58-ec07f644f8a9 req-8c2ffa8e-39b9-43f0-850f-08f7ad6f1964 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/security-groups?id=961c93a5-ebeb-476d-8144-f2a60620665a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1528404
Jun 28 16:43:38.586580 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-8d2a1282-12ff-47a7-9b51-d979cdfc3310 req-4687d013-5ef5-48cb-8bba-207add86718c tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=617347ef-10fd-471e-b011-50ccff30f907&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3131537
Jun 28 16:43:38.723555 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-c168fce8-5c9f-475f-9150-32594f44950f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:38.785451 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-c168fce8-5c9f-475f-9150-32594f44950f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:38.914174 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-c168fce8-5c9f-475f-9150-32594f44950f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:38.927820 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43c04bc-e173-4cc9-83b1-d4862bd0e4c0 req-857460d5-802d-4b72-b642-85e08724713b tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:43:38.935432 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-0e388a42-7a3b-4fe9-8380-83ec94da8055 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:43:38.946531 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-d43c04bc-e173-4cc9-83b1-d4862bd0e4c0 req-857460d5-802d-4b72-b642-85e08724713b tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce19014e-bb0e-4967-b0e5-c66f6bc47c20 HTTP/1.1" status: 200  len: 945 time: 0.1614165
Jun 28 16:43:38.958777 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c168fce8-5c9f-475f-9150-32594f44950f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a9eba7-fbe4-4d58-9cf9-51cc13eaa6fb,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:43:38.965469 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-3fc90985-ee7c-4d52-b816-0f101567e13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:38.971415 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-c168fce8-5c9f-475f-9150-32594f44950f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:43:38.982446 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-c168fce8-5c9f-475f-9150-32594f44950f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:38.984495 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-c168fce8-5c9f-475f-9150-32594f44950f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/50a9eba7-fbe4-4d58-9cf9-51cc13eaa6fb HTTP/1.1" status: 204  len: 168 time: 0.5122371
Jun 28 16:43:39.062987 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-d43c04bc-e173-4cc9-83b1-d4862bd0e4c0 req-7239dfac-6b3e-4f5e-8452-d4427b0f3ec2 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f8045ec-a41a-4934-bc0f-71dfa6c36734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1155801
Jun 28 16:43:39.438473 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:39.653209 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 36260) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:43:39.705701 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-1bb2df76-ca2d-48ce-be9c-75267d43582b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:39.795237 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-1bb2df76-ca2d-48ce-be9c-75267d43582b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:43:39.805743 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-1bb2df76-ca2d-48ce-be9c-75267d43582b admin admin] Usage tracker for resource:security_group_rule and tenant:86fd5bd7cfb7452d9d42e20f57f68c8d is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:43:39.818319 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-1bb2df76-ca2d-48ce-be9c-75267d43582b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:43:39.849422 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-1bb2df76-ca2d-48ce-be9c-75267d43582b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:43:40.018561 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7161b9-527e-434a-96f1-b5c50b9a6b6d req-99479428-be40-4f3d-b06d-a0fe7fc48d2b tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:43:40.028523 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-bd7161b9-527e-434a-96f1-b5c50b9a6b6d req-99479428-be40-4f3d-b06d-a0fe7fc48d2b tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/ports?device_id=69a01249-24b4-4899-982a-37bd6370d430 HTTP/1.1" status: 200  len: 945 time: 0.2493482
Jun 28 16:43:40.067463 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-1bb2df76-ca2d-48ce-be9c-75267d43582b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:40.074672 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-1bb2df76-ca2d-48ce-be9c-75267d43582b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:40.095006 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-0a1ec840-562f-4a08-a1cb-0c366e0e76a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:43:40.160075 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df853a4-4ed9-4053-90d8-0dd5423af038 req-d115af1b-a8c1-4d61-9317-69ae30cf3426 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:43:40.161072 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb2df76-ca2d-48ce-be9c-75267d43582b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b2778d1-c66c-495a-95dd-ef97f8686f35,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:43:40.169622 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-1bb2df76-ca2d-48ce-be9c-75267d43582b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=86fd5bd7cfb7452d9d42e20f57f68c8d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5141976
Jun 28 16:43:40.170370 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 36272) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:43:40.171347 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-1bb2df76-ca2d-48ce-be9c-75267d43582b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:43:40.184516 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-2df853a4-4ed9-4053-90d8-0dd5423af038 req-d115af1b-a8c1-4d61-9317-69ae30cf3426 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a3c276e-863c-4266-95d9-7d34e687fbcb HTTP/1.1" status: 200  len: 946 time: 0.2659986
Jun 28 16:43:40.193794 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-bd7161b9-527e-434a-96f1-b5c50b9a6b6d req-73b700d2-9647-4f22-8084-6162d7c182f7 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/security-groups?id=961c93a5-ebeb-476d-8144-f2a60620665a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1640692
Jun 28 16:43:40.292183 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-2df853a4-4ed9-4053-90d8-0dd5423af038 req-4e3df537-d13e-4911-b52e-1308da87f6ac tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=617347ef-10fd-471e-b011-50ccff30f907&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1050808
Jun 28 16:43:40.308825 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-684cbba8-80c6-405b-9478-964154488b72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:40.372257 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-684cbba8-80c6-405b-9478-964154488b72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:40.467177 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-684cbba8-80c6-405b-9478-964154488b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:40.474930 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:43:40.499588 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684cbba8-80c6-405b-9478-964154488b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b2778d1-c66c-495a-95dd-ef97f8686f35,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:43:40.502862 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-684cbba8-80c6-405b-9478-964154488b72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:43:40.503752 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-684cbba8-80c6-405b-9478-964154488b72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:40.504885 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-684cbba8-80c6-405b-9478-964154488b72 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9b2778d1-c66c-495a-95dd-ef97f8686f35 HTTP/1.1" status: 204  len: 168 time: 0.3325584
Jun 28 16:43:40.510280 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824769f-0d1d-44ab-ab23-90438162dfc0 req-354e614d-3516-4f80-aa97-9ef36223582a tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:43:40.511827 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-d824769f-0d1d-44ab-ab23-90438162dfc0 req-354e614d-3516-4f80-aa97-9ef36223582a tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce19014e-bb0e-4967-b0e5-c66f6bc47c20 HTTP/1.1" status: 200  len: 945 time: 0.0988085
Jun 28 16:43:40.624220 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-d824769f-0d1d-44ab-ab23-90438162dfc0 req-c86e1cbe-e9f7-4938-88cb-1350359944b1 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f8045ec-a41a-4934-bc0f-71dfa6c36734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0972445
Jun 28 16:43:41.250426 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-4ae2de00-2bf0-4a33-aaff-261e871e18b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:41.708246 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be2f1b1-735d-478d-b6a1-37b07adb6b14 req-29c4af0c-dece-4346-bf50-39fb6c5fc716 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:43:41.709780 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-8be2f1b1-735d-478d-b6a1-37b07adb6b14 req-29c4af0c-dece-4346-bf50-39fb6c5fc716 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/ports?device_id=69a01249-24b4-4899-982a-37bd6370d430 HTTP/1.1" status: 200  len: 945 time: 0.2567036
Jun 28 16:43:41.780604 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a258e742-f060-4455-b3ea-95223451fc0f req-b8389ff2-520c-4eea-87d5-2f57bbc47a5c tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:43:41.787842 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-a258e742-f060-4455-b3ea-95223451fc0f req-b8389ff2-520c-4eea-87d5-2f57bbc47a5c tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a3c276e-863c-4266-95d9-7d34e687fbcb HTTP/1.1" status: 200  len: 946 time: 0.1585300
Jun 28 16:43:41.821598 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-8be2f1b1-735d-478d-b6a1-37b07adb6b14 req-1c1f9eb3-af72-4420-9226-d8c4d8a5b253 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/security-groups?id=961c93a5-ebeb-476d-8144-f2a60620665a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1010296
Jun 28 16:43:41.860671 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-a258e742-f060-4455-b3ea-95223451fc0f req-1c82e2f9-f21c-43ab-8471-ab1d52f6f25a tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=617347ef-10fd-471e-b011-50ccff30f907&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0719295
Jun 28 16:43:42.420277 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-6c3ff140-2be5-46e8-b74a-5424bc372793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:43.191103 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cd7e1a-151f-47ab-bc00-016a054800d6 req-bd1f8308-6f6d-4582-b779-c84809f84b8a tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:43:43.192568 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-77cd7e1a-151f-47ab-bc00-016a054800d6 req-bd1f8308-6f6d-4582-b779-c84809f84b8a tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/ports?device_id=69a01249-24b4-4899-982a-37bd6370d430 HTTP/1.1" status: 200  len: 945 time: 0.1984048
Jun 28 16:43:43.199465 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885aab09-6f2f-486e-a7b3-cda364a24f48 req-b0205408-3d05-4973-bb94-79490449c599 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:43:43.200948 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-885aab09-6f2f-486e-a7b3-cda364a24f48 req-b0205408-3d05-4973-bb94-79490449c599 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a3c276e-863c-4266-95d9-7d34e687fbcb HTTP/1.1" status: 200  len: 946 time: 0.1240001
Jun 28 16:43:43.275450 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device 75089fd2-da65-4e0a-8bb4-4377a45a94d1 details requested by agent hyperv_hv-cinder-79810 with host hv-cinder-79810 {{(pid=74152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 28 16:43:43.279252 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-77cd7e1a-151f-47ab-bc00-016a054800d6 req-58dac9e8-4da6-4ab0-84a0-aee13a95a89a tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/security-groups?id=961c93a5-ebeb-476d-8144-f2a60620665a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0772688
Jun 28 16:43:43.285056 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-885aab09-6f2f-486e-a7b3-cda364a24f48 req-f6e2511c-c0bc-4467-9c90-9644bdff1c3e tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=617347ef-10fd-471e-b011-50ccff30f907&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0692496
Jun 28 16:43:43.427068 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] For port 75089fd2-da65-4e0a-8bb4-4377a45a94d1, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=75089fd2-da65-4e0a-8bb4-4377a45a94d1,segment=NetworkSegment(f7e7868f-b1c3-4298-a940-297b02826b74),segment_id=f7e7868f-b1c3-4298-a940-297b02826b74)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:43:43.450831 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Returning: {'device': '75089fd2-da65-4e0a-8bb4-4377a45a94d1', 'network_id': '5a346278-b5ab-4c50-92aa-d9c545e84c60', 'port_id': '75089fd2-da65-4e0a-8bb4-4377a45a94d1', 'mac_address': 'fa:16:3e:48:97:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3e3d357-dcc0-424c-a40d-bd73416cd8db', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 28 16:43:43.454365 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.agents_db [None req-cfc1c983-b0ac-48e0-8737-db5653a7b2f7 None None] Agent healthcheck: found 6 active agents {{(pid=74153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 28 16:43:43.510419 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:43.533076 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.notifiers.nova [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 75089fd2-da65-4e0a-8bb4-4377a45a94d1 {{(pid=74152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 28 16:43:43.556474 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] For port 75089fd2-da65-4e0a-8bb4-4377a45a94d1, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=75089fd2-da65-4e0a-8bb4-4377a45a94d1,segment=NetworkSegment(f7e7868f-b1c3-4298-a940-297b02826b74),segment_id=f7e7868f-b1c3-4298-a940-297b02826b74)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:43:43.562154 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:43.565193 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-61320ef8-528c-4368-96bb-0effae2386b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:43:43.680495 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Pushing event updated for resources: {'Port': ['ID=75089fd2-da65-4e0a-8bb4-4377a45a94d1,revision_number=6']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:43:43.689643 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:43:43.689974 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:43:43.690305 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:43:43.690624 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:43:43.690940 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:43:43.691254 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:43:43.691566 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:43:43.691887 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:43:43.692182 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:43:43.692486 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:43:43.692790 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:43:43.697582 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:43:44.013953 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-5e27322e-457d-4bf0-b73d-ff6c09f635fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:44.432106 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] get_ports_and_sgs() called for port_ids ['75089fd2-da65-4e0a-8bb4-4377a45a94d1'] {{(pid=74152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 28 16:43:44.654179 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca6e142-c339-455a-9a5e-699c9e3e1e58 req-9681436a-364c-4e73-a3a8-56da1732bd2b tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:43:44.655906 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-0ca6e142-c339-455a-9a5e-699c9e3e1e58 req-9681436a-364c-4e73-a3a8-56da1732bd2b tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/ports?device_id=69a01249-24b4-4899-982a-37bd6370d430 HTTP/1.1" status: 200  len: 945 time: 0.1924825
Jun 28 16:43:44.668098 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd493fb-de5a-4b85-92f8-e5f624fe4b5e req-ab740e6f-5099-4844-a43c-fc05b545b6f1 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:43:44.670903 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-2bd493fb-de5a-4b85-92f8-e5f624fe4b5e req-ab740e6f-5099-4844-a43c-fc05b545b6f1 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a3c276e-863c-4266-95d9-7d34e687fbcb HTTP/1.1" status: 200  len: 945 time: 0.1393020
Jun 28 16:43:44.753601 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-0ca6e142-c339-455a-9a5e-699c9e3e1e58 req-4def3bc9-b1b1-41d1-9050-360b68d86220 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/security-groups?id=961c93a5-ebeb-476d-8144-f2a60620665a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0808468
Jun 28 16:43:44.759365 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-2bd493fb-de5a-4b85-92f8-e5f624fe4b5e req-ebe296eb-8cc1-4bd3-bf36-597eb4cba60a tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=617347ef-10fd-471e-b011-50ccff30f907&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0687189
Jun 28 16:43:44.992064 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:45.712404 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbbf9c4-942b-4492-a043-28960b1d55b4 req-39ab1907-ee41-4aa9-a14f-e7aa575ae62b tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:43:45.730169 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-6cbbf9c4-942b-4492-a043-28960b1d55b4 req-39ab1907-ee41-4aa9-a14f-e7aa575ae62b tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce19014e-bb0e-4967-b0e5-c66f6bc47c20 HTTP/1.1" status: 200  len: 945 time: 0.1796072
Jun 28 16:43:45.846267 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-6cbbf9c4-942b-4492-a043-28960b1d55b4 req-18f44618-7349-4555-90a7-2beb83df30a0 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f8045ec-a41a-4934-bc0f-71dfa6c36734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1126289
Jun 28 16:43:46.288635 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d334311a-1036-4a8a-ba94-da099507aa8b req-1c68f05b-8c73-4771-a811-321e4a51b0fd tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:43:46.301213 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-d334311a-1036-4a8a-ba94-da099507aa8b req-1c68f05b-8c73-4771-a811-321e4a51b0fd tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/ports?device_id=69a01249-24b4-4899-982a-37bd6370d430 HTTP/1.1" status: 200  len: 945 time: 0.3472092
Jun 28 16:43:46.368278 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e06ba15-583e-476e-9bef-63db4a4c230d req-3aa74d23-797b-4094-afbb-876da51c7541 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:43:46.380926 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-1e06ba15-583e-476e-9bef-63db4a4c230d req-3aa74d23-797b-4094-afbb-876da51c7541 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a3c276e-863c-4266-95d9-7d34e687fbcb HTTP/1.1" status: 200  len: 945 time: 0.3054364
Jun 28 16:43:46.512049 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-d334311a-1036-4a8a-ba94-da099507aa8b req-daa9ae9c-a02e-4efb-9efd-a2c3b86f536a tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/security-groups?id=961c93a5-ebeb-476d-8144-f2a60620665a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2091758
Jun 28 16:43:46.555460 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device 75089fd2-da65-4e0a-8bb4-4377a45a94d1 up at agent hyperv_hv-cinder-79810 {{(pid=74152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 28 16:43:46.578072 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-1e06ba15-583e-476e-9bef-63db4a4c230d req-4365df8f-ab24-4b66-98a2-1bb097b46aa4 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=617347ef-10fd-471e-b011-50ccff30f907&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1893504
Jun 28 16:43:46.751796 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Provisioning complete for port 75089fd2-da65-4e0a-8bb4-4377a45a94d1 triggered by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:43:46.754386 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:47.047218 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:47.135218 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a3c276e-863c-4266-95d9-7d34e687fbcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75089fd2-da65-4e0a-8bb4-4377a45a94d1'}] {{(pid=74152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 28 16:43:47.173336 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] For port 75089fd2-da65-4e0a-8bb4-4377a45a94d1, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=75089fd2-da65-4e0a-8bb4-4377a45a94d1,segment=NetworkSegment(f7e7868f-b1c3-4298-a940-297b02826b74),segment_id=f7e7868f-b1c3-4298-a940-297b02826b74)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:43:47.189112 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:47.192556 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:43:47.301148 dv-cinder-798104-1-iscsi neutron-server[74152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a3c276e-863c-4266-95d9-7d34e687fbcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75089fd2-da65-4e0a-8bb4-4377a45a94d1', 'code': 200}
Jun 28 16:43:47.363584 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Pushing event updated for resources: {'Port': ['ID=75089fd2-da65-4e0a-8bb4-4377a45a94d1,revision_number=7']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:43:47.369351 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:43:48.559830 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a70d23d-6828-4702-9398-c59a9d785d96 req-93ced6aa-80bc-454e-a019-f86accb6e488 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:43:48.574739 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-9a70d23d-6828-4702-9398-c59a9d785d96 req-93ced6aa-80bc-454e-a019-f86accb6e488 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a3c276e-863c-4266-95d9-7d34e687fbcb HTTP/1.1" status: 200  len: 946 time: 0.6243212
Jun 28 16:43:48.633074 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358eba82-7d3d-4dc8-a0ff-7c874f24db1a req-33e4d241-e68d-4e1a-a225-a3a7290e2c49 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:43:48.645889 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-358eba82-7d3d-4dc8-a0ff-7c874f24db1a req-33e4d241-e68d-4e1a-a225-a3a7290e2c49 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/ports?device_id=69a01249-24b4-4899-982a-37bd6370d430 HTTP/1.1" status: 200  len: 945 time: 0.7950723
Jun 28 16:43:48.795659 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-358eba82-7d3d-4dc8-a0ff-7c874f24db1a req-d4fde23a-5249-4a5e-8d26-bf20da21146b tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/security-groups?id=961c93a5-ebeb-476d-8144-f2a60620665a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1478648
Jun 28 16:43:48.820018 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-9a70d23d-6828-4702-9398-c59a9d785d96 req-f0a1fc91-e5f1-4fa0-b1d2-0d72af526df9 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=617347ef-10fd-471e-b011-50ccff30f907&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2415812
Jun 28 16:43:50.494547 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c4ace8-6388-4ea0-8826-20fb18bf368e req-502bd508-5f11-4330-b505-44cf3f63efe9 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:43:50.509574 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-f0c4ace8-6388-4ea0-8826-20fb18bf368e req-502bd508-5f11-4330-b505-44cf3f63efe9 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/ports?device_id=69a01249-24b4-4899-982a-37bd6370d430 HTTP/1.1" status: 200  len: 945 time: 0.3292148
Jun 28 16:43:50.582581 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3518b9-123d-40c8-b951-194665884747 req-5f1a69b4-99af-4ce0-b15e-cbfcc8b5d180 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:43:50.584399 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-8f3518b9-123d-40c8-b951-194665884747 req-5f1a69b4-99af-4ce0-b15e-cbfcc8b5d180 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a3c276e-863c-4266-95d9-7d34e687fbcb HTTP/1.1" status: 200  len: 946 time: 0.3293328
Jun 28 16:43:50.648659 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-f0c4ace8-6388-4ea0-8826-20fb18bf368e req-1d08386a-dcff-4fa8-a074-b96617f4ad5d tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/security-groups?id=961c93a5-ebeb-476d-8144-f2a60620665a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1373022
Jun 28 16:43:50.675420 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-8f3518b9-123d-40c8-b951-194665884747 req-11f5e99a-50f5-4a4d-83e6-7b182ec5bd3e tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=617347ef-10fd-471e-b011-50ccff30f907&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0771699
Jun 28 16:43:51.893170 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b10a4e-98eb-4aeb-808a-425bb6ffc149 req-ad73b7e8-77e3-470a-a4cc-7ab7355a67a4 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:43:51.908087 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-68b10a4e-98eb-4aeb-808a-425bb6ffc149 req-ad73b7e8-77e3-470a-a4cc-7ab7355a67a4 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/ports?device_id=69a01249-24b4-4899-982a-37bd6370d430 HTTP/1.1" status: 200  len: 945 time: 0.6012058
Jun 28 16:43:51.958739 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-661b8e26-5fbc-4786-ade2-b35118b09e5f req-d906ed85-78e1-484e-8d96-090595e38699 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=82c03e5282854bd0ba377331b218109e&device_id=69a01249-24b4-4899-982a-37bd6370d430 HTTP/1.1" status: 200  len: 1098 time: 0.4994497
Jun 28 16:43:52.191078 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-68b10a4e-98eb-4aeb-808a-425bb6ffc149 req-79b1ace4-2b78-4e16-851d-11453b0aed5a tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/security-groups?id=961c93a5-ebeb-476d-8144-f2a60620665a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2819972
Jun 28 16:43:52.380267 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aff864-a5dd-4993-9c23-8ba742b67299 req-47dbfe91-2f47-4281-a421-d9a384fea618 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:43:52.388479 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-52aff864-a5dd-4993-9c23-8ba742b67299 req-47dbfe91-2f47-4281-a421-d9a384fea618 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a3c276e-863c-4266-95d9-7d34e687fbcb HTTP/1.1" status: 200  len: 946 time: 0.3345799
Jun 28 16:43:52.391905 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 36576) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:43:52.411666 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661b8e26-5fbc-4786-ade2-b35118b09e5f req-4b891a8e-6500-4ec7-bdef-54c42278379a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:43:52.413986 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-661b8e26-5fbc-4786-ade2-b35118b09e5f req-4b891a8e-6500-4ec7-bdef-54c42278379a service neutron] 10.222.0.15 "GET /v2.0/networks?id=016488fa-4c73-4804-a4b6-958ce586a741 HTTP/1.1" status: 200  len: 911 time: 0.4461992
Jun 28 16:43:52.450767 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 36582) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:43:52.620546 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-52aff864-a5dd-4993-9c23-8ba742b67299 req-af8b36a8-0956-4ffe-86e0-6561907a1f15 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=617347ef-10fd-471e-b011-50ccff30f907&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2307150
Jun 28 16:43:52.723969 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-661b8e26-5fbc-4786-ade2-b35118b09e5f req-dc7bf899-17a5-4c5f-b11d-2a6f32c2a4ce service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ffc5ad1f-7e0f-48d1-9e62-7942808edf31 HTTP/1.1" status: 200  len: 1001 time: 0.2872229
Jun 28 16:43:52.743722 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-e6c843ee-daa4-493f-bfc5-4da148d03a97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:52.784346 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-e6c843ee-daa4-493f-bfc5-4da148d03a97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:43:52.789015 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-e6c843ee-daa4-493f-bfc5-4da148d03a97 admin admin] Usage tracker for resource:security_group_rule and tenant:b05e1eb428e0454f8f5cf6822ab8a3b6 is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:43:52.792663 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-e6c843ee-daa4-493f-bfc5-4da148d03a97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:43:52.800126 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-e6c843ee-daa4-493f-bfc5-4da148d03a97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:43:52.841064 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661b8e26-5fbc-4786-ade2-b35118b09e5f req-0dc41dec-b71d-44f7-98e0-d67ba8405652 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:43:52.843119 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-661b8e26-5fbc-4786-ade2-b35118b09e5f req-0dc41dec-b71d-44f7-98e0-d67ba8405652 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c17c6b4c-b032-4eb3-9e61-7e44dcd4cae3 HTTP/1.1" status: 200  len: 849 time: 0.1045439
Jun 28 16:43:52.890565 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 36590) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:43:52.946305 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-661b8e26-5fbc-4786-ade2-b35118b09e5f req-b2e92f42-2d52-4235-9810-b58d196d8210 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=016488fa-4c73-4804-a4b6-958ce586a741&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0944934
Jun 28 16:43:53.008740 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-e6c843ee-daa4-493f-bfc5-4da148d03a97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:53.041813 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-e6c843ee-daa4-493f-bfc5-4da148d03a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:53.108692 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-f1253d0c-05eb-49dd-a454-32f43fdd3f48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:43:53.150474 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-e6c843ee-daa4-493f-bfc5-4da148d03a97 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b05e1eb428e0454f8f5cf6822ab8a3b6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7552352
Jun 28 16:43:53.153141 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 36598) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:43:53.157076 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c843ee-daa4-493f-bfc5-4da148d03a97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21030248-0a51-4650-b30e-2abf7c5125e3,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:43:53.180973 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-56d2b2ed-ca8a-4321-a0d3-8bceec402fe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:53.195026 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-e0ce614e-50d0-4003-8272-6a532284d750 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:53.211086 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-e6c843ee-daa4-493f-bfc5-4da148d03a97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:43:53.222920 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-661b8e26-5fbc-4786-ade2-b35118b09e5f req-4b6767c4-9d38-417f-92d4-0178b30c7d52 service neutron] 10.222.0.15 "GET /v2.0/networks/016488fa-4c73-4804-a4b6-958ce586a741?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2684250
Jun 28 16:43:53.247823 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-56d2b2ed-ca8a-4321-a0d3-8bceec402fe6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:43:53.252477 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-56d2b2ed-ca8a-4321-a0d3-8bceec402fe6 admin admin] Usage tracker for resource:security_group_rule and tenant:2ba0d53d1b3e4492b5e323b87b985e07 is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:43:53.256151 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-56d2b2ed-ca8a-4321-a0d3-8bceec402fe6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:43:53.263481 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-56d2b2ed-ca8a-4321-a0d3-8bceec402fe6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:43:53.344235 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-56d2b2ed-ca8a-4321-a0d3-8bceec402fe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:53.365558 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-7a4710b5-950e-490c-b24e-083cc097b512 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:53.369592 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-56d2b2ed-ca8a-4321-a0d3-8bceec402fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:53.416942 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-e0ce614e-50d0-4003-8272-6a532284d750 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:43:53.422579 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-e0ce614e-50d0-4003-8272-6a532284d750 admin admin] Usage tracker for resource:security_group_rule and tenant:6f645ae1d3274fd0a3b54ad68feadb90 is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:43:53.425926 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-e0ce614e-50d0-4003-8272-6a532284d750 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:43:53.429164 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-7a4710b5-950e-490c-b24e-083cc097b512 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:53.433596 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-e0ce614e-50d0-4003-8272-6a532284d750 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:43:53.496086 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-6a2e6808-fe97-470a-a3b9-5326d3e7f1c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:43:53.525967 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-661b8e26-5fbc-4786-ade2-b35118b09e5f req-83a5f752-4b47-46f3-b9c3-97a27ebf0ce1 service neutron] 10.222.0.15 "GET /v2.0/networks/016488fa-4c73-4804-a4b6-958ce586a741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2942581
Jun 28 16:43:53.580654 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 36606) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:43:53.593524 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-56d2b2ed-ca8a-4321-a0d3-8bceec402fe6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2ba0d53d1b3e4492b5e323b87b985e07&name=default HTTP/1.1" status: 200  len: 2647 time: 1.1413295
Jun 28 16:43:53.603417 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d2b2ed-ca8a-4321-a0d3-8bceec402fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e266da25-b826-4a4c-8c46-78dab29a1de6,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:43:53.611534 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-56d2b2ed-ca8a-4321-a0d3-8bceec402fe6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:43:53.627984 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-e0ce614e-50d0-4003-8272-6a532284d750 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:53.643921 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-e0ce614e-50d0-4003-8272-6a532284d750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:53.648587 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478e9d24-d684-42c6-b666-3ee4f4ca81c2 req-c4229888-7ab0-447f-a2a3-b68cc6e37559 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:43:53.652021 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-c168fce8-5c9f-475f-9150-32594f44950f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:43:53.657495 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-478e9d24-d684-42c6-b666-3ee4f4ca81c2 req-c4229888-7ab0-447f-a2a3-b68cc6e37559 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/ports?device_id=69a01249-24b4-4899-982a-37bd6370d430 HTTP/1.1" status: 200  len: 945 time: 0.1899927
Jun 28 16:43:53.720632 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-7a4710b5-950e-490c-b24e-083cc097b512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:53.735293 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-a91c6988-65b7-40a1-a5b7-f9390b82bbb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:43:53.806844 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4710b5-950e-490c-b24e-083cc097b512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21030248-0a51-4650-b30e-2abf7c5125e3,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:43:53.813620 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-7a4710b5-950e-490c-b24e-083cc097b512 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:43:53.817358 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-478e9d24-d684-42c6-b666-3ee4f4ca81c2 req-24550bed-b8ca-4a73-9f7e-6b1a2f4db7df tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/security-groups?id=961c93a5-ebeb-476d-8144-f2a60620665a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1588488
Jun 28 16:43:53.856863 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-7a4710b5-950e-490c-b24e-083cc097b512 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:53.858335 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-7a4710b5-950e-490c-b24e-083cc097b512 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/21030248-0a51-4650-b30e-2abf7c5125e3 HTTP/1.1" status: 204  len: 168 time: 0.7037675
Jun 28 16:43:53.859377 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 36618) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:43:53.874504 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-e0ce614e-50d0-4003-8272-6a532284d750 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6f645ae1d3274fd0a3b54ad68feadb90&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9777918
Jun 28 16:43:53.912673 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ce614e-50d0-4003-8272-6a532284d750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04e348d8-d8d7-4518-8344-3cc498c836a2,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:43:53.926364 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-e786bb06-20a5-4d2a-88d1-1b313efee849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:53.946907 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-e0ce614e-50d0-4003-8272-6a532284d750 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:43:54.035932 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-e786bb06-20a5-4d2a-88d1-1b313efee849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:54.486317 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-e786bb06-20a5-4d2a-88d1-1b313efee849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:54.507721 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:43:54.567588 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e786bb06-20a5-4d2a-88d1-1b313efee849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e266da25-b826-4a4c-8c46-78dab29a1de6,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:43:54.600779 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-e786bb06-20a5-4d2a-88d1-1b313efee849 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:43:54.747516 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-89836d36-36b7-4758-a149-15e82b19bfde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:54.800365 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-e786bb06-20a5-4d2a-88d1-1b313efee849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:54.808022 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-e786bb06-20a5-4d2a-88d1-1b313efee849 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e266da25-b826-4a4c-8c46-78dab29a1de6 HTTP/1.1" status: 204  len: 168 time: 1.2204001
Jun 28 16:43:54.876265 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-89836d36-36b7-4758-a149-15e82b19bfde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:54.938424 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b9729b-9ffc-4894-adfe-3a4fdbfe11fb req-f247482b-94ed-488c-b89b-d074183cb5df tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:43:54.943933 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-e2b9729b-9ffc-4894-adfe-3a4fdbfe11fb req-f247482b-94ed-488c-b89b-d074183cb5df tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a3c276e-863c-4266-95d9-7d34e687fbcb HTTP/1.1" status: 200  len: 946 time: 0.7446156
Jun 28 16:43:55.370006 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-e2b9729b-9ffc-4894-adfe-3a4fdbfe11fb req-314259ba-ec7b-4f6b-8aee-9cfe02a0c4b1 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=617347ef-10fd-471e-b011-50ccff30f907&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3812156
Jun 28 16:43:55.397404 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-89836d36-36b7-4758-a149-15e82b19bfde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:55.410752 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-a6bb2e8f-1cb5-4989-abc0-4920534706ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:43:55.528120 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-89836d36-36b7-4758-a149-15e82b19bfde admin admin] Notify callbacks [] for security_group, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:55.535002 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-89836d36-36b7-4758-a149-15e82b19bfde admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/04e348d8-d8d7-4518-8344-3cc498c836a2 HTTP/1.1" status: 204  len: 168 time: 1.6576667
Jun 28 16:43:55.569918 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89836d36-36b7-4758-a149-15e82b19bfde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e348d8-d8d7-4518-8344-3cc498c836a2,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:43:55.591942 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-89836d36-36b7-4758-a149-15e82b19bfde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:43:55.943832 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc02297-8cc4-4387-a879-c5b333607cbf req-89222355-342c-4404-8834-f861d132c907 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:43:55.948825 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-2dc02297-8cc4-4387-a879-c5b333607cbf req-89222355-342c-4404-8834-f861d132c907 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/ports?device_id=69a01249-24b4-4899-982a-37bd6370d430 HTTP/1.1" status: 200  len: 945 time: 0.3530717
Jun 28 16:43:56.053514 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-2dc02297-8cc4-4387-a879-c5b333607cbf req-087ce9f8-f205-46dd-8b7b-f2064080468e tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/security-groups?id=961c93a5-ebeb-476d-8144-f2a60620665a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0910709
Jun 28 16:43:56.083378 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 36694) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:43:56.122355 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-40fef7cf-6aab-41e2-b360-0a5cab993ad2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:56.245158 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-40fef7cf-6aab-41e2-b360-0a5cab993ad2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:43:56.259370 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-40fef7cf-6aab-41e2-b360-0a5cab993ad2 admin admin] Usage tracker for resource:security_group_rule and tenant:29fc43154d0d436886733cf0422d5d09 is out of sync, need to count used quota {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:43:56.263766 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-40fef7cf-6aab-41e2-b360-0a5cab993ad2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:43:56.272916 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-40fef7cf-6aab-41e2-b360-0a5cab993ad2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:43:56.389759 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-40fef7cf-6aab-41e2-b360-0a5cab993ad2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:56.396396 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-40fef7cf-6aab-41e2-b360-0a5cab993ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:56.406566 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:43:56.458792 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fef7cf-6aab-41e2-b360-0a5cab993ad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ff98bd-0f5d-4040-927d-81435219d962,revision_number=1']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:43:56.464126 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-40fef7cf-6aab-41e2-b360-0a5cab993ad2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=29fc43154d0d436886733cf0422d5d09&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3793924
Jun 28 16:43:56.465523 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-40fef7cf-6aab-41e2-b360-0a5cab993ad2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:43:56.468029 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 36704) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:43:56.563455 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-df780ad4-0c6d-4118-8d86-51bc4f23fedd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:56.609318 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-df780ad4-0c6d-4118-8d86-51bc4f23fedd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:56.700241 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-df780ad4-0c6d-4118-8d86-51bc4f23fedd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:56.714719 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-b7fc88d5-c8e7-4755-8979-8bf35694bc49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:43:56.720211 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 36712) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:43:56.739297 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df780ad4-0c6d-4118-8d86-51bc4f23fedd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ff98bd-0f5d-4040-927d-81435219d962,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:43:56.748806 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-df780ad4-0c6d-4118-8d86-51bc4f23fedd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:43:56.752263 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-df780ad4-0c6d-4118-8d86-51bc4f23fedd admin admin] Notify callbacks [] for security_group, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:56.753758 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-df780ad4-0c6d-4118-8d86-51bc4f23fedd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d6ff98bd-0f5d-4040-927d-81435219d962 HTTP/1.1" status: 204  len: 168 time: 0.2847533
Jun 28 16:43:56.891485 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-2428590b-36d6-4740-869d-dde266d6d6aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:57.041073 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2658f88d-5094-4fc9-8020-269e3bce8504 req-a7da584c-3d25-4afb-96db-3366872c030d tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:43:57.043990 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-2658f88d-5094-4fc9-8020-269e3bce8504 req-a7da584c-3d25-4afb-96db-3366872c030d tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a3c276e-863c-4266-95d9-7d34e687fbcb HTTP/1.1" status: 200  len: 946 time: 0.2529233
Jun 28 16:43:57.060800 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-2428590b-36d6-4740-869d-dde266d6d6aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:43:57.107167 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-2428590b-36d6-4740-869d-dde266d6d6aa admin admin] Usage tracker for resource:security_group_rule and tenant:eedcc334a8e34791ad6d2e49fe4385d4 is out of sync, need to count used quota {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:43:57.115821 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-2428590b-36d6-4740-869d-dde266d6d6aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:43:57.151198 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-2428590b-36d6-4740-869d-dde266d6d6aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:43:57.264796 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-2658f88d-5094-4fc9-8020-269e3bce8504 req-e974828b-9eef-4425-9596-30238afbd51f tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=617347ef-10fd-471e-b011-50ccff30f907&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2061636
Jun 28 16:43:57.461767 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-2428590b-36d6-4740-869d-dde266d6d6aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:57.472504 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-2428590b-36d6-4740-869d-dde266d6d6aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:57.492373 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-103e0c6f-573f-4433-8c7e-0f4e3a8378b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:43:57.557584 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-2428590b-36d6-4740-869d-dde266d6d6aa admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=eedcc334a8e34791ad6d2e49fe4385d4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8348427
Jun 28 16:43:57.558866 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2428590b-36d6-4740-869d-dde266d6d6aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b321a1-9a29-4444-adff-7ffec4dc633a,revision_number=1']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:43:57.563765 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 36728) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:43:57.588832 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-2428590b-36d6-4740-869d-dde266d6d6aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:43:57.612887 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 36732) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:43:57.684806 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 36738) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:43:57.733421 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-a29f1181-d5f7-4b2c-98d3-69a5bb94a3d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:57.734836 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.db_base_plugin_v2 [None req-81958501-2c33-497a-b6ee-f87b4fd8115d admin admin] Deleting subnet 9f81866b-c848-48c8-aa50-d2983f7de03e {{(pid=74150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 28 16:43:57.738664 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-81958501-2c33-497a-b6ee-f87b4fd8115d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:57.792619 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-c4f8d61e-dffe-4507-acb0-9efe1ab375cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:57.837190 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-81958501-2c33-497a-b6ee-f87b4fd8115d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32537730'] for subnet, precommit_delete_associations {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:57.883503 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-c4f8d61e-dffe-4507-acb0-9efe1ab375cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:57.900540 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-a29f1181-d5f7-4b2c-98d3-69a5bb94a3d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:43:57.916799 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-a29f1181-d5f7-4b2c-98d3-69a5bb94a3d9 admin admin] Usage tracker for resource:security_group_rule and tenant:090beb4e4af6445799dfd9a597df0ffe is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:43:57.933308 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-a29f1181-d5f7-4b2c-98d3-69a5bb94a3d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:43:57.953000 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-a29f1181-d5f7-4b2c-98d3-69a5bb94a3d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:43:57.971555 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-81958501-2c33-497a-b6ee-f87b4fd8115d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1427664'] for subnet, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:58.076813 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-c4f8d61e-dffe-4507-acb0-9efe1ab375cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:58.119567 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-8f274a89-e2d4-481b-b5ae-0262e89763ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:43:58.165432 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-81958501-2c33-497a-b6ee-f87b4fd8115d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32536586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32270940'] for subnet, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:58.172955 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:43:58.233993 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f8d61e-dffe-4507-acb0-9efe1ab375cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b321a1-9a29-4444-adff-7ffec4dc633a,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:43:58.259697 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-c4f8d61e-dffe-4507-acb0-9efe1ab375cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:43:58.280784 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81958501-2c33-497a-b6ee-f87b4fd8115d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f81866b-c848-48c8-aa50-d2983f7de03e,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:43:58.284747 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-a29f1181-d5f7-4b2c-98d3-69a5bb94a3d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:58.286519 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-81958501-2c33-497a-b6ee-f87b4fd8115d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:43:58.289059 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-c4f8d61e-dffe-4507-acb0-9efe1ab375cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:58.291256 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-c4f8d61e-dffe-4507-acb0-9efe1ab375cd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a3b321a1-9a29-4444-adff-7ffec4dc633a HTTP/1.1" status: 204  len: 168 time: 0.7260790
Jun 28 16:43:58.293808 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-a29f1181-d5f7-4b2c-98d3-69a5bb94a3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:58.307851 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-68cc786c-bb40-4651-ab31-2f3bf117ffc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:43:58.316640 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-81958501-2c33-497a-b6ee-f87b4fd8115d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533674'] for subnet, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:58.362969 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-81958501-2c33-497a-b6ee-f87b4fd8115d admin admin] 10.222.0.30 "DELETE /v2.0/subnets/9f81866b-c848-48c8-aa50-d2983f7de03e HTTP/1.1" status: 204  len: 168 time: 0.7487741
Jun 28 16:43:58.367287 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 36748) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:43:58.392111 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29f1181-d5f7-4b2c-98d3-69a5bb94a3d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd4673f-b7ac-47c2-8513-48d22dc99a65,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:43:58.397980 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-a29f1181-d5f7-4b2c-98d3-69a5bb94a3d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:43:58.405092 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-a29f1181-d5f7-4b2c-98d3-69a5bb94a3d9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=090beb4e4af6445799dfd9a597df0ffe&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7137167
Jun 28 16:43:58.408572 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 36754) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:43:58.553227 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-5959d9d3-403c-407a-a475-f00dc7041a43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:58.639583 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-5959d9d3-403c-407a-a475-f00dc7041a43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:58.762537 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-5959d9d3-403c-407a-a475-f00dc7041a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:58.766650 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-a29f1181-d5f7-4b2c-98d3-69a5bb94a3d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:43:58.792705 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-b94066ce-c420-44d1-bdb0-8a1c97456fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1600473'] for network, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:58.809037 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5959d9d3-403c-407a-a475-f00dc7041a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd4673f-b7ac-47c2-8513-48d22dc99a65,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:43:58.812505 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-5959d9d3-403c-407a-a475-f00dc7041a43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:43:58.828055 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-5959d9d3-403c-407a-a475-f00dc7041a43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:58.833870 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-5959d9d3-403c-407a-a475-f00dc7041a43 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2cd4673f-b7ac-47c2-8513-48d22dc99a65 HTTP/1.1" status: 204  len: 168 time: 0.4198902
Jun 28 16:43:59.310600 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-b94066ce-c420-44d1-bdb0-8a1c97456fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1428645', 'neutron.services.segments.db._delete_segments_for_network-8771078865026'] for network, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:59.341608 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.services.segments.db [None req-b94066ce-c420-44d1-bdb0-8a1c97456fbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa2cf7ba130>,) {'filters': {'network_id': ['4193df84-a7ff-466e-b47b-6ddb442e6cf0']}} {{(pid=74150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:43:59.373179 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738b5b9e-14fe-4ded-bfe9-ed920f3519cc req-db8bc6f5-7eb9-43cc-9161-8f903d0fdc6f tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:43:59.380275 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-738b5b9e-14fe-4ded-bfe9-ed920f3519cc req-db8bc6f5-7eb9-43cc-9161-8f903d0fdc6f tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a3c276e-863c-4266-95d9-7d34e687fbcb HTTP/1.1" status: 200  len: 946 time: 0.7335870
Jun 28 16:43:59.405496 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.services.segments.db [None req-b94066ce-c420-44d1-bdb0-8a1c97456fbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa2cf7ba130>, 'ac459b3d-69c2-4d5c-849b-ccc5637d3355') {'for_net_delete': True} {{(pid=74150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:43:59.405806 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.services.segments.db [None req-b94066ce-c420-44d1-bdb0-8a1c97456fbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa2cf7ba130>, 'ac459b3d-69c2-4d5c-849b-ccc5637d3355') {} {{(pid=74150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:43:59.438277 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-b94066ce-c420-44d1-bdb0-8a1c97456fbb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771078786973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32537741'] for segment, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:59.487898 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-49d06e52-817d-474d-bb60-a131ea240428 req-eba2f333-0519-4441-8428-3da05b2b3465 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fe368935ff745edaa9465a88456bec5&device_id=ce19014e-bb0e-4967-b0e5-c66f6bc47c20 HTTP/1.1" status: 200  len: 1098 time: 0.4898410
Jun 28 16:43:59.492062 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-b94066ce-c420-44d1-bdb0-8a1c97456fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719364'] for segment, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:59.531564 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b702227-f7f5-4b4d-8d19-b274b33418b4 req-4041b48c-9628-47a3-9fdb-8a46d200fcca tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:43:59.533228 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-1b702227-f7f5-4b4d-8d19-b274b33418b4 req-4041b48c-9628-47a3-9fdb-8a46d200fcca tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce19014e-bb0e-4967-b0e5-c66f6bc47c20 HTTP/1.1" status: 200  len: 945 time: 0.4142375
Jun 28 16:43:59.554163 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-738b5b9e-14fe-4ded-bfe9-ed920f3519cc req-cfb0aa16-0477-4ed1-8170-7aafb89b5357 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=617347ef-10fd-471e-b011-50ccff30f907&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1724310
Jun 28 16:43:59.559251 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b94066ce-c420-44d1-bdb0-8a1c97456fbb admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=74150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jun 28 16:43:59.559680 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-b94066ce-c420-44d1-bdb0-8a1c97456fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1719391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32536748'] for segment, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:59.579984 dv-cinder-798104-1-iscsi neutron-server[74150]: Traceback (most recent call last):
Jun 28 16:43:59.579984 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jun 28 16:43:59.579984 dv-cinder-798104-1-iscsi neutron-server[74150]:     timer()
Jun 28 16:43:59.579984 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 28 16:43:59.579984 dv-cinder-798104-1-iscsi neutron-server[74150]:     cb(*args, **kw)
Jun 28 16:43:59.579984 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jun 28 16:43:59.579984 dv-cinder-798104-1-iscsi neutron-server[74150]:     return func(*args, **kwargs)
Jun 28 16:43:59.579984 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 28 16:43:59.579984 dv-cinder-798104-1-iscsi neutron-server[74150]:     self._notify()
Jun 28 16:43:59.579984 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 28 16:43:59.579984 dv-cinder-798104-1-iscsi neutron-server[74150]:     self.callback(batched_events)
Jun 28 16:43:59.579984 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 28 16:43:59.579984 dv-cinder-798104-1-iscsi neutron-server[74150]:     event.method(event)
Jun 28 16:43:59.579984 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 28 16:43:59.579984 dv-cinder-798104-1-iscsi neutron-server[74150]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 28 16:43:59.579984 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 28 16:43:59.579984 dv-cinder-798104-1-iscsi neutron-server[74150]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 28 16:43:59.579984 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 28 16:43:59.579984 dv-cinder-798104-1-iscsi neutron-server[74150]:     return f(self, *a, **k)
Jun 28 16:43:59.579984 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jun 28 16:43:59.579984 dv-cinder-798104-1-iscsi neutron-server[74150]:     return self._get(url).json()
Jun 28 16:43:59.579984 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jun 28 16:43:59.579984 dv-cinder-798104-1-iscsi neutron-server[74150]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 28 16:43:59.579984 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jun 28 16:43:59.579984 dv-cinder-798104-1-iscsi neutron-server[74150]:     return self.request(url, 'GET', **kwargs)
Jun 28 16:43:59.579984 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jun 28 16:43:59.579984 dv-cinder-798104-1-iscsi neutron-server[74150]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 28 16:43:59.579984 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jun 28 16:43:59.579984 dv-cinder-798104-1-iscsi neutron-server[74150]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 28 16:43:59.579984 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jun 28 16:43:59.579984 dv-cinder-798104-1-iscsi neutron-server[74150]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 28 16:43:59.579984 dv-cinder-798104-1-iscsi neutron-server[74150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 28 16:43:59.776725 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-1b702227-f7f5-4b4d-8d19-b274b33418b4 req-c53319be-506c-4c8b-b471-dac221a57c6e tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f8045ec-a41a-4934-bc0f-71dfa6c36734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1977971
Jun 28 16:43:59.781579 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-b94066ce-c420-44d1-bdb0-8a1c97456fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1428054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-674480'] for network, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:59.801460 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-242c6b76-7442-442b-a43d-70ca51bcad04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:43:59.825479 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-b94066ce-c420-44d1-bdb0-8a1c97456fbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533674'] for network, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:43:59.853256 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94066ce-c420-44d1-bdb0-8a1c97456fbb admin admin] Pushing event deleted for resources: {'Network': ['ID=4193df84-a7ff-466e-b47b-6ddb442e6cf0,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:43:59.855995 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d06e52-817d-474d-bb60-a131ea240428 req-7138aee5-318b-47b0-be18-35e1f609dc1f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:43:59.857810 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-49d06e52-817d-474d-bb60-a131ea240428 req-7138aee5-318b-47b0-be18-35e1f609dc1f service neutron] 10.222.0.15 "GET /v2.0/networks?id=67cef3f9-4ff6-418e-b6c5-56d49e3c3b89 HTTP/1.1" status: 200  len: 920 time: 0.3613927
Jun 28 16:43:59.858833 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-b94066ce-c420-44d1-bdb0-8a1c97456fbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:43:59.865019 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-b94066ce-c420-44d1-bdb0-8a1c97456fbb admin admin] 10.222.0.30 "DELETE /v2.0/networks/4193df84-a7ff-466e-b47b-6ddb442e6cf0 HTTP/1.1" status: 204  len: 168 time: 1.4924157
Jun 28 16:44:00.028746 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-49d06e52-817d-474d-bb60-a131ea240428 req-1111ac6b-603f-4af7-9b61-24ba2e33fde4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fc14b82e-34e1-4165-9bdf-d6c4b422fafc HTTP/1.1" status: 200  len: 217 time: 0.1612854
Jun 28 16:44:00.116135 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d06e52-817d-474d-bb60-a131ea240428 req-0e9444ca-d597-403a-886a-1ecfeb520a23 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:00.117671 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-49d06e52-817d-474d-bb60-a131ea240428 req-0e9444ca-d597-403a-886a-1ecfeb520a23 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ac8dc62b-c0d1-448e-9b7b-2ee53b76484f HTTP/1.1" status: 200  len: 859 time: 0.0814223
Jun 28 16:44:00.141427 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 36798) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:44:00.239647 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-49d06e52-817d-474d-bb60-a131ea240428 req-6b3790e2-9f1c-4db1-b001-f7e8562b316c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=67cef3f9-4ff6-418e-b6c5-56d49e3c3b89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1026518
Jun 28 16:44:00.248078 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-e7e58ae5-0e54-4a19-9cf9-44c630d1cd26 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4a917d50ef744469ae6a494fb74a7a37&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1045430
Jun 28 16:44:00.251571 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 36804) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:44:00.342194 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-d891f25d-f568-45e3-8dbb-b0e93d04fac8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:00.381172 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-d891f25d-f568-45e3-8dbb-b0e93d04fac8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:00.436130 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-49d06e52-817d-474d-bb60-a131ea240428 req-cff99a8a-9e2d-46bd-af6d-4edc14d3484d service neutron] 10.222.0.15 "GET /v2.0/networks/67cef3f9-4ff6-418e-b6c5-56d49e3c3b89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1907780
Jun 28 16:44:00.477875 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-d891f25d-f568-45e3-8dbb-b0e93d04fac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:00.482760 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-5f0a2c16-6594-4235-9afe-4a26e514b382 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:44:00.521847 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d891f25d-f568-45e3-8dbb-b0e93d04fac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=338f83ec-1a64-45f4-9ee6-332281501cb4,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:44:00.539337 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-d891f25d-f568-45e3-8dbb-b0e93d04fac8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:44:00.556560 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-d891f25d-f568-45e3-8dbb-b0e93d04fac8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:00.577757 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-d891f25d-f568-45e3-8dbb-b0e93d04fac8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/338f83ec-1a64-45f4-9ee6-332281501cb4 HTTP/1.1" status: 204  len: 168 time: 0.3247709
Jun 28 16:44:00.701324 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-49d06e52-817d-474d-bb60-a131ea240428 req-f9315bfc-f3d4-40ce-a55d-e79bdf334de4 service neutron] 10.222.0.15 "GET /v2.0/networks/67cef3f9-4ff6-418e-b6c5-56d49e3c3b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2454853
Jun 28 16:44:01.091614 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1876546-be93-4547-985e-c362466531ff req-9c32f334-8b7e-4875-a11b-977ed80aaf42 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:01.100919 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-a1876546-be93-4547-985e-c362466531ff req-9c32f334-8b7e-4875-a11b-977ed80aaf42 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a3c276e-863c-4266-95d9-7d34e687fbcb HTTP/1.1" status: 200  len: 946 time: 0.1138721
Jun 28 16:44:01.240251 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-a1876546-be93-4547-985e-c362466531ff req-86021fb4-777d-4d19-bb3d-a611749a0245 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=617347ef-10fd-471e-b011-50ccff30f907&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1368337
Jun 28 16:44:01.324811 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fd35a2-3cb2-4e1e-96bf-b34f4eddf59b req-7ec9da97-961c-4262-a94f-8e9d42c1b8af tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:01.326547 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-b9fd35a2-3cb2-4e1e-96bf-b34f4eddf59b req-7ec9da97-961c-4262-a94f-8e9d42c1b8af tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce19014e-bb0e-4967-b0e5-c66f6bc47c20 HTTP/1.1" status: 200  len: 945 time: 0.1777589
Jun 28 16:44:01.400283 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-b9fd35a2-3cb2-4e1e-96bf-b34f4eddf59b req-6cbc7069-1256-43af-abda-f4ad9067cb3f tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f8045ec-a41a-4934-bc0f-71dfa6c36734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651548
Jun 28 16:44:02.794817 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaadce2-e141-4b21-add0-4aafbbc9cb0b req-01d7b024-a8be-4356-9966-205314b5ea7b tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:02.797976 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-3eaadce2-e141-4b21-add0-4aafbbc9cb0b req-01d7b024-a8be-4356-9966-205314b5ea7b tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce19014e-bb0e-4967-b0e5-c66f6bc47c20 HTTP/1.1" status: 200  len: 945 time: 0.1858978
Jun 28 16:44:02.873048 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671d70b7-072d-4688-aecd-600fd11e2415 req-ea204b56-b196-48da-a585-1d070afe367e tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:02.879501 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-671d70b7-072d-4688-aecd-600fd11e2415 req-ea204b56-b196-48da-a585-1d070afe367e tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a3c276e-863c-4266-95d9-7d34e687fbcb HTTP/1.1" status: 200  len: 946 time: 0.4062324
Jun 28 16:44:02.978270 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-3eaadce2-e141-4b21-add0-4aafbbc9cb0b req-80ff4624-11fc-4847-8ece-98e72f2bff18 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f8045ec-a41a-4934-bc0f-71dfa6c36734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1740298
Jun 28 16:44:03.010365 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-671d70b7-072d-4688-aecd-600fd11e2415 req-07f4a664-b22e-45b4-af8b-e64314a360ab tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=617347ef-10fd-471e-b011-50ccff30f907&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1229229
Jun 28 16:44:04.514499 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f130dc-d849-4f02-9fde-0918a5aa9f13 req-7ea0e988-3c32-4d1d-88d7-3a24c1b12b59 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:04.523685 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-b4f130dc-d849-4f02-9fde-0918a5aa9f13 req-7ea0e988-3c32-4d1d-88d7-3a24c1b12b59 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce19014e-bb0e-4967-b0e5-c66f6bc47c20 HTTP/1.1" status: 200  len: 945 time: 0.2863915
Jun 28 16:44:04.536660 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c06ce-4683-43a4-9eb2-01a023e991ea req-b6b598e4-8cfd-40c6-a599-dc16226ba5aa tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:04.538948 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-451c06ce-4683-43a4-9eb2-01a023e991ea req-b6b598e4-8cfd-40c6-a599-dc16226ba5aa tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a3c276e-863c-4266-95d9-7d34e687fbcb HTTP/1.1" status: 200  len: 946 time: 0.1745701
Jun 28 16:44:04.705673 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-b4f130dc-d849-4f02-9fde-0918a5aa9f13 req-4d2c6c1f-72d1-458c-9d64-483dcdabdc7f tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f8045ec-a41a-4934-bc0f-71dfa6c36734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1748779
Jun 28 16:44:04.749344 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-451c06ce-4683-43a4-9eb2-01a023e991ea req-cec1d1d0-d687-4662-a7e5-2898774a97da tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=617347ef-10fd-471e-b011-50ccff30f907&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1824787
Jun 28 16:44:06.151045 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ffa429-614d-441c-8e16-c835fa7fe7f6 req-a97430bf-a66f-48ae-aef3-43bd4ec193e4 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:06.160614 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-66ffa429-614d-441c-8e16-c835fa7fe7f6 req-a97430bf-a66f-48ae-aef3-43bd4ec193e4 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a3c276e-863c-4266-95d9-7d34e687fbcb HTTP/1.1" status: 200  len: 946 time: 0.1795201
Jun 28 16:44:06.260121 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-66ffa429-614d-441c-8e16-c835fa7fe7f6 req-225f485d-2d66-4dae-ab4a-aa5d93c174a0 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=617347ef-10fd-471e-b011-50ccff30f907&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0982420
Jun 28 16:44:06.321066 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 36968) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:44:06.462574 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95245f82-be14-49e3-b862-e4f45fa8550d req-7f16212c-16a9-4eec-8679-6169b1f0b904 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:06.498525 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-95245f82-be14-49e3-b862-e4f45fa8550d req-7f16212c-16a9-4eec-8679-6169b1f0b904 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce19014e-bb0e-4967-b0e5-c66f6bc47c20 HTTP/1.1" status: 200  len: 945 time: 0.2259033
Jun 28 16:44:06.614606 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 36980) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:44:06.639420 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-95245f82-be14-49e3-b862-e4f45fa8550d req-008ebf62-b434-4597-a88a-e337e8b04618 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f8045ec-a41a-4934-bc0f-71dfa6c36734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1396570
Jun 28 16:44:06.858606 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-f3bf48e4-8118-4471-a985-096e5f016ac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:06.869001 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-de2142c9-d3bd-48aa-a08b-d7a47c6578fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:06.916408 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-de2142c9-d3bd-48aa-a08b-d7a47c6578fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:44:06.922085 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-de2142c9-d3bd-48aa-a08b-d7a47c6578fe admin admin] Usage tracker for resource:security_group_rule and tenant:d8a05b9732cf491e86b4554e0ee4ee43 is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:44:06.940124 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-de2142c9-d3bd-48aa-a08b-d7a47c6578fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:44:06.952309 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-f3bf48e4-8118-4471-a985-096e5f016ac7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:44:06.955496 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-de2142c9-d3bd-48aa-a08b-d7a47c6578fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:44:06.959228 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-f3bf48e4-8118-4471-a985-096e5f016ac7 admin admin] Usage tracker for resource:security_group_rule and tenant:329fb54333954424a3d347298d4caf45 is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:44:06.963003 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-f3bf48e4-8118-4471-a985-096e5f016ac7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:44:06.971521 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-f3bf48e4-8118-4471-a985-096e5f016ac7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:44:07.092097 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-f3bf48e4-8118-4471-a985-096e5f016ac7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:07.109209 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-f3bf48e4-8118-4471-a985-096e5f016ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:07.172895 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-26063ea1-a856-465e-b9fe-f96ed2bd018a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:44:07.183441 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-f3bf48e4-8118-4471-a985-096e5f016ac7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=329fb54333954424a3d347298d4caf45&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5660193
Jun 28 16:44:07.199964 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 36994) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:44:07.201643 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-fdc768ab-7bea-43d3-8160-a5f6717df99e req-610c6533-dd85-4c65-9a33-7ae3dd41ec80 tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=4dc015f192ca4f7c9bcd6c4a0818073b&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0666444
Jun 28 16:44:07.303242 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bf48e4-8118-4471-a985-096e5f016ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=683b917d-fdc8-4fb4-9989-7ed5c860727b,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:44:07.331905 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bf48e4-8118-4471-a985-096e5f016ac7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:44:07.333065 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bf48e4-8118-4471-a985-096e5f016ac7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:44:07.333648 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bf48e4-8118-4471-a985-096e5f016ac7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:44:07.334182 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bf48e4-8118-4471-a985-096e5f016ac7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:44:07.334768 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bf48e4-8118-4471-a985-096e5f016ac7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:44:07.335327 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bf48e4-8118-4471-a985-096e5f016ac7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:44:07.335900 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bf48e4-8118-4471-a985-096e5f016ac7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:44:07.336946 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bf48e4-8118-4471-a985-096e5f016ac7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:44:07.337523 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bf48e4-8118-4471-a985-096e5f016ac7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:44:07.338063 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bf48e4-8118-4471-a985-096e5f016ac7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:44:07.338586 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bf48e4-8118-4471-a985-096e5f016ac7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:44:07.348505 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-f3bf48e4-8118-4471-a985-096e5f016ac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:44:07.412486 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-7bf6e0b0-ef85-4547-9ce3-7c9800afdb6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:07.443883 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-7bf6e0b0-ef85-4547-9ce3-7c9800afdb6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:07.526569 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-de2142c9-d3bd-48aa-a08b-d7a47c6578fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:07.537081 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-7bf6e0b0-ef85-4547-9ce3-7c9800afdb6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:07.552874 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:44:07.592571 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-de2142c9-d3bd-48aa-a08b-d7a47c6578fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:07.616646 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf6e0b0-ef85-4547-9ce3-7c9800afdb6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=683b917d-fdc8-4fb4-9989-7ed5c860727b,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:44:07.630525 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-7bf6e0b0-ef85-4547-9ce3-7c9800afdb6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:44:07.631136 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-4c66b9b1-2639-4423-86c1-95d46ec802d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:44:07.685540 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc768ab-7bea-43d3-8160-a5f6717df99e req-edf33256-6e67-464d-9edc-3ad0fe23df22 tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:07.687098 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-fdc768ab-7bea-43d3-8160-a5f6717df99e req-edf33256-6e67-464d-9edc-3ad0fe23df22 tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4796722
Jun 28 16:44:07.698624 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 37004) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:44:07.699225 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-de2142c9-d3bd-48aa-a08b-d7a47c6578fe admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d8a05b9732cf491e86b4554e0ee4ee43&name=default HTTP/1.1" status: 200  len: 2647 time: 1.3757002
Jun 28 16:44:07.710449 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-7bf6e0b0-ef85-4547-9ce3-7c9800afdb6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:07.712308 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-7bf6e0b0-ef85-4547-9ce3-7c9800afdb6e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/683b917d-fdc8-4fb4-9989-7ed5c860727b HTTP/1.1" status: 204  len: 168 time: 0.4997873
Jun 28 16:44:07.746221 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2142c9-d3bd-48aa-a08b-d7a47c6578fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76da6a5b-896d-4ab7-b63d-a87fa8e85a93,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:44:07.763105 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-de2142c9-d3bd-48aa-a08b-d7a47c6578fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:44:07.766308 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-fdc768ab-7bea-43d3-8160-a5f6717df99e req-941457fa-1747-4b4f-b025-8e832d8b3d1e tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] 10.222.0.30 "GET /v2.0/quotas/4dc015f192ca4f7c9bcd6c4a0818073b HTTP/1.1" status: 200  len: 375 time: 0.0589752
Jun 28 16:44:07.943679 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089500d9-029c-4b2d-895b-0aa589027f48 req-abe86246-17d1-44e8-a26a-f21c54938ad7 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:07.943679 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-089500d9-029c-4b2d-895b-0aa589027f48 req-abe86246-17d1-44e8-a26a-f21c54938ad7 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a3c276e-863c-4266-95d9-7d34e687fbcb HTTP/1.1" status: 200  len: 946 time: 0.3427718
Jun 28 16:44:07.943679 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-60683e62-4a84-4b8d-8e7f-50eeba5861ba req-0e766ffe-4a27-4b90-b2b6-749441740eec service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ce19014e-bb0e-4967-b0e5-c66f6bc47c20 HTTP/1.1" status: 200  len: 1098 time: 0.4876299
Jun 28 16:44:07.952988 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-fdc768ab-7bea-43d3-8160-a5f6717df99e req-99e34f60-c536-416b-a450-025f18cf52d2 tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4dc015f192ca4f7c9bcd6c4a0818073b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1722913
Jun 28 16:44:08.071942 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-c5499f0c-e951-48ab-bc2d-59159d6a07d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:08.153762 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-089500d9-029c-4b2d-895b-0aa589027f48 req-8263a1d9-57ea-4c8c-aa45-e9b6449f6661 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=617347ef-10fd-471e-b011-50ccff30f907&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1799350
Jun 28 16:44:08.159094 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-60683e62-4a84-4b8d-8e7f-50eeba5861ba req-f0331556-9529-42be-95ea-a3831d588337 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0f8045ec-a41a-4934-bc0f-71dfa6c36734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1867652
Jun 28 16:44:08.179200 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-c5499f0c-e951-48ab-bc2d-59159d6a07d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:08.309229 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-c5499f0c-e951-48ab-bc2d-59159d6a07d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:08.325162 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-2428590b-36d6-4740-869d-dde266d6d6aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:44:08.352722 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5499f0c-e951-48ab-bc2d-59159d6a07d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76da6a5b-896d-4ab7-b63d-a87fa8e85a93,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:44:08.426587 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-c5499f0c-e951-48ab-bc2d-59159d6a07d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:08.431338 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-c5499f0c-e951-48ab-bc2d-59159d6a07d3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/76da6a5b-896d-4ab7-b63d-a87fa8e85a93 HTTP/1.1" status: 204  len: 168 time: 0.7228262
Jun 28 16:44:08.497068 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5499f0c-e951-48ab-bc2d-59159d6a07d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:44:08.497907 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5499f0c-e951-48ab-bc2d-59159d6a07d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:44:08.498347 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5499f0c-e951-48ab-bc2d-59159d6a07d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:44:08.498938 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5499f0c-e951-48ab-bc2d-59159d6a07d3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:44:08.499574 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5499f0c-e951-48ab-bc2d-59159d6a07d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:44:08.499945 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5499f0c-e951-48ab-bc2d-59159d6a07d3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:44:08.500398 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5499f0c-e951-48ab-bc2d-59159d6a07d3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:44:08.500863 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5499f0c-e951-48ab-bc2d-59159d6a07d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:44:08.501327 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5499f0c-e951-48ab-bc2d-59159d6a07d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:44:08.501670 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5499f0c-e951-48ab-bc2d-59159d6a07d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:44:08.502119 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5499f0c-e951-48ab-bc2d-59159d6a07d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:44:08.515371 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-c5499f0c-e951-48ab-bc2d-59159d6a07d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:44:08.522331 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-12ced010-138a-4649-a146-6de3ddf10520 req-3b5f767b-654f-4e52-a9cf-dec847142360 tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc92f18f-71a5-4d9e-becd-d15508d77c0b HTTP/1.1" status: 200  len: 210 time: 0.1475663
Jun 28 16:44:08.620166 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc97e28-83ce-4f7e-8866-846fd35e1b33 req-9770c6bc-ebc5-4118-b175-2c268cd02558 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:08.622843 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-fbc97e28-83ce-4f7e-8866-846fd35e1b33 req-9770c6bc-ebc5-4118-b175-2c268cd02558 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce19014e-bb0e-4967-b0e5-c66f6bc47c20 HTTP/1.1" status: 200  len: 945 time: 0.2553444
Jun 28 16:44:08.681692 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 37026) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:44:08.718619 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1947-8454-4c8c-a146-daaa7f4c68b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:08.738467 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-fbc97e28-83ce-4f7e-8866-846fd35e1b33 req-5dfc2c46-d341-454c-8516-19bf8176badc tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f8045ec-a41a-4934-bc0f-71dfa6c36734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1040621
Jun 28 16:44:08.785980 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-f8cb1947-8454-4c8c-a146-daaa7f4c68b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:44:08.797887 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-f8cb1947-8454-4c8c-a146-daaa7f4c68b7 admin admin] Usage tracker for resource:security_group_rule and tenant:d02041f2252d498fb2d37df2318623b2 is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:44:08.806024 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-f8cb1947-8454-4c8c-a146-daaa7f4c68b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:44:08.821148 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-f8cb1947-8454-4c8c-a146-daaa7f4c68b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:44:09.006046 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-88fe36dd-2648-4871-a73e-22f330bc2a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:09.145300 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1947-8454-4c8c-a146-daaa7f4c68b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:09.151694 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-f8cb1947-8454-4c8c-a146-daaa7f4c68b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:09.163974 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-d891f25d-f568-45e3-8dbb-b0e93d04fac8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:44:09.230021 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cb1947-8454-4c8c-a146-daaa7f4c68b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ceea3c-6d13-461e-9b83-487343a31c0d,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:44:09.234232 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-f8cb1947-8454-4c8c-a146-daaa7f4c68b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:44:09.238671 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-f8cb1947-8454-4c8c-a146-daaa7f4c68b7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d02041f2252d498fb2d37df2318623b2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5551748
Jun 28 16:44:09.240654 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 37038) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:44:09.355587 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-b50dc7e0-b2c8-40a8-bf1c-97348ce1c057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:09.425982 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-b50dc7e0-b2c8-40a8-bf1c-97348ce1c057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:09.443509 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:09.699305 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-b50dc7e0-b2c8-40a8-bf1c-97348ce1c057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:09.712944 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-56d2b2ed-ca8a-4321-a0d3-8bceec402fe6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:44:09.768066 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-b50dc7e0-b2c8-40a8-bf1c-97348ce1c057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:09.770142 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-b50dc7e0-b2c8-40a8-bf1c-97348ce1c057 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/40ceea3c-6d13-461e-9b83-487343a31c0d HTTP/1.1" status: 204  len: 168 time: 0.5276365
Jun 28 16:44:09.774924 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50dc7e0-b2c8-40a8-bf1c-97348ce1c057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ceea3c-6d13-461e-9b83-487343a31c0d,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:44:09.778540 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-b50dc7e0-b2c8-40a8-bf1c-97348ce1c057 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:44:09.814716 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d36f6-91a3-46d5-ad6e-d75812b01740 req-95c89825-4e05-4297-bfec-54682253f516 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:09.823284 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-754d36f6-91a3-46d5-ad6e-d75812b01740 req-95c89825-4e05-4297-bfec-54682253f516 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a3c276e-863c-4266-95d9-7d34e687fbcb HTTP/1.1" status: 200  len: 946 time: 0.2525268
Jun 28 16:44:09.846643 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 37050) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:44:09.896828 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-754d36f6-91a3-46d5-ad6e-d75812b01740 req-b29851ac-d90b-41cb-9270-87dc89dc04e7 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=617347ef-10fd-471e-b011-50ccff30f907&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0725205
Jun 28 16:44:09.981148 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-ca2b5b5e-9a86-4a53-840a-28e28b53984a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:10.007508 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-83ff0c4f-2b2a-49ce-bb67-1f8b440ec155 req-9eece6dd-b77d-4b3b-90a2-4a658f972626 tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc92f18f-71a5-4d9e-becd-d15508d77c0b HTTP/1.1" status: 200  len: 210 time: 0.0987661
Jun 28 16:44:10.143248 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-ca2b5b5e-9a86-4a53-840a-28e28b53984a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:44:10.161577 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-ca2b5b5e-9a86-4a53-840a-28e28b53984a admin admin] Usage tracker for resource:security_group_rule and tenant:85cb5f76cb31496db42b985a00d5688a is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:44:10.171045 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-ca2b5b5e-9a86-4a53-840a-28e28b53984a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:44:10.187720 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-ca2b5b5e-9a86-4a53-840a-28e28b53984a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:44:10.374455 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-ca2b5b5e-9a86-4a53-840a-28e28b53984a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:10.384213 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-ca2b5b5e-9a86-4a53-840a-28e28b53984a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:10.385039 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb01a4e-79f4-4228-98e0-c20be8c1e3fd req-53d18174-5ad1-4223-bbad-f92efc8ec716 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:10.392478 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-7bf6e0b0-ef85-4547-9ce3-7c9800afdb6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:44:10.393156 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-3bb01a4e-79f4-4228-98e0-c20be8c1e3fd req-53d18174-5ad1-4223-bbad-f92efc8ec716 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce19014e-bb0e-4967-b0e5-c66f6bc47c20 HTTP/1.1" status: 200  len: 945 time: 0.2516146
Jun 28 16:44:10.446449 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2b5b5e-9a86-4a53-840a-28e28b53984a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3cf0130-7150-4af1-ab59-e6aada84ceb7,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:44:10.462049 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-ca2b5b5e-9a86-4a53-840a-28e28b53984a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:44:10.473892 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-3bb01a4e-79f4-4228-98e0-c20be8c1e3fd req-a943f30d-23f8-4daa-a6cf-3cbe162addd6 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f8045ec-a41a-4934-bc0f-71dfa6c36734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0794253
Jun 28 16:44:10.479205 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-ca2b5b5e-9a86-4a53-840a-28e28b53984a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=85cb5f76cb31496db42b985a00d5688a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6311672
Jun 28 16:44:10.483113 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 37056) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:44:10.836588 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-fdc768ab-7bea-43d3-8160-a5f6717df99e req-f3193912-206d-4a04-8333-ea5db7f2b568 tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=4dc015f192ca4f7c9bcd6c4a0818073b&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0491319
Jun 28 16:44:10.851052 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-054f4b42-47e8-4478-8753-13b6cd3e63df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:10.889387 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-054f4b42-47e8-4478-8753-13b6cd3e63df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:11.049322 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-054f4b42-47e8-4478-8753-13b6cd3e63df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:11.061804 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-40fb4859-85bd-4ebd-8047-f34019d613fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:44:11.095630 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054f4b42-47e8-4478-8753-13b6cd3e63df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3cf0130-7150-4af1-ab59-e6aada84ceb7,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:44:11.143936 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-054f4b42-47e8-4478-8753-13b6cd3e63df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:44:11.149742 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-054f4b42-47e8-4478-8753-13b6cd3e63df admin admin] Notify callbacks [] for security_group, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:11.154481 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-054f4b42-47e8-4478-8753-13b6cd3e63df admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c3cf0130-7150-4af1-ab59-e6aada84ceb7 HTTP/1.1" status: 204  len: 168 time: 0.6674969
Jun 28 16:44:11.324040 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8cbf9e85-60d1-497d-930a-8caa2e655a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:11.433001 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc768ab-7bea-43d3-8160-a5f6717df99e req-b3ae10c4-49d1-480e-9137-e0cde699460f tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:11.436108 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-fdc768ab-7bea-43d3-8160-a5f6717df99e req-b3ae10c4-49d1-480e-9137-e0cde699460f tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5909595
Jun 28 16:44:11.589200 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.v2.base [req-fdc768ab-7bea-43d3-8160-a5f6717df99e req-fdb7e3b4-6fbc-4d22-a9f7-0729fd2de5b0 tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] Request body: {'port': {'device_id': 'dc92f18f-71a5-4d9e-becd-d15508d77c0b', 'network_id': '4972e850-3649-45da-891f-f712a7dc5d13', 'admin_state_up': True, 'tenant_id': '4dc015f192ca4f7c9bcd6c4a0818073b'}} {{(pid=74150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:44:11.672116 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-27d86ead-2e87-4098-8bc8-6184b92b12eb req-b94f3312-17fb-45f1-ae6a-bb27ccc7674f tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc92f18f-71a5-4d9e-becd-d15508d77c0b HTTP/1.1" status: 200  len: 210 time: 0.1884446
Jun 28 16:44:11.755891 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-77ff09c5-2ee6-4ccc-a35b-d16d5d90d201 req-17e711b8-e3e7-44a7-83bb-47b30d6fe57b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ce19014e-bb0e-4967-b0e5-c66f6bc47c20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2046952
Jun 28 16:44:11.841414 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c0d461-dae2-494d-a0d0-83c3169149b8 req-6110bcbd-d1b5-46fe-a40d-12b6d8b55198 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:11.858502 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-28c0d461-dae2-494d-a0d0-83c3169149b8 req-6110bcbd-d1b5-46fe-a40d-12b6d8b55198 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a3c276e-863c-4266-95d9-7d34e687fbcb HTTP/1.1" status: 200  len: 946 time: 0.5677087
Jun 28 16:44:11.914697 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-77ff09c5-2ee6-4ccc-a35b-d16d5d90d201 req-604ae6c4-73d5-4d1f-9aa8-27fbeaf17f84 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fe368935ff745edaa9465a88456bec5&device_id=ce19014e-bb0e-4967-b0e5-c66f6bc47c20 HTTP/1.1" status: 200  len: 1098 time: 0.1339576
Jun 28 16:44:12.101419 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-5a02937b-478e-4e5f-8e92-3ef0edec99a4 req-4289b8be-304c-4ebe-9094-0688590cb38b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=63a2e49b0c454d43890a422c6fd0684c&device_id=6a3c276e-863c-4266-95d9-7d34e687fbcb HTTP/1.1" status: 200  len: 1099 time: 0.1503127
Jun 28 16:44:12.305009 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-28c0d461-dae2-494d-a0d0-83c3169149b8 req-4822fc54-cc66-474d-9bc0-ef3da86e369c tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=617347ef-10fd-471e-b011-50ccff30f907&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4448936
Jun 28 16:44:12.371079 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a02937b-478e-4e5f-8e92-3ef0edec99a4 req-57f29675-c8a1-4774-98c5-4a579b64b194 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:12.384835 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-5a02937b-478e-4e5f-8e92-3ef0edec99a4 req-57f29675-c8a1-4774-98c5-4a579b64b194 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5a346278-b5ab-4c50-92aa-d9c545e84c60 HTTP/1.1" status: 200  len: 918 time: 0.2741027
Jun 28 16:44:12.457578 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-6c3ff140-2be5-46e8-b74a-5424bc372793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:12.489750 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [req-fdc768ab-7bea-43d3-8160-a5f6717df99e req-fdb7e3b4-6fbc-4d22-a9f7-0729fd2de5b0 tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:44:12.536146 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-fdc768ab-7bea-43d3-8160-a5f6717df99e req-fdb7e3b4-6fbc-4d22-a9f7-0729fd2de5b0 tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] Usage tracker for resource:port and tenant:4dc015f192ca4f7c9bcd6c4a0818073b is out of sync, need to count used quota {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:44:12.547170 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-fdc768ab-7bea-43d3-8160-a5f6717df99e req-fdb7e3b4-6fbc-4d22-a9f7-0729fd2de5b0 tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:44:12.563849 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ff09c5-2ee6-4ccc-a35b-d16d5d90d201 req-b2c4ce15-e710-4b51-bcd4-cfbef5e1c065 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:12.566300 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-77ff09c5-2ee6-4ccc-a35b-d16d5d90d201 req-b2c4ce15-e710-4b51-bcd4-cfbef5e1c065 service neutron] 10.222.0.15 "GET /v2.0/networks?id=67cef3f9-4ff6-418e-b6c5-56d49e3c3b89 HTTP/1.1" status: 200  len: 920 time: 0.5803943
Jun 28 16:44:12.567795 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [req-fdc768ab-7bea-43d3-8160-a5f6717df99e req-fdb7e3b4-6fbc-4d22-a9f7-0729fd2de5b0 tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:44:12.654792 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-5a02937b-478e-4e5f-8e92-3ef0edec99a4 req-8c3c7047-7771-4253-aeb1-ebcc557e2bf6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75089fd2-da65-4e0a-8bb4-4377a45a94d1 HTTP/1.1" status: 200  len: 1002 time: 0.2570493
Jun 28 16:44:12.692245 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00900cad-5b25-4bf3-93fa-2e3831a96071 req-f151f66c-d638-4595-9aba-d93e71501228 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:12.704486 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-00900cad-5b25-4bf3-93fa-2e3831a96071 req-f151f66c-d638-4595-9aba-d93e71501228 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce19014e-bb0e-4967-b0e5-c66f6bc47c20 HTTP/1.1" status: 200  len: 945 time: 0.4570940
Jun 28 16:44:12.746154 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdc768ab-7bea-43d3-8160-a5f6717df99e req-fdb7e3b4-6fbc-4d22-a9f7-0729fd2de5b0 tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] Made reservation on behalf of 4dc015f192ca4f7c9bcd6c4a0818073b for: {'port': 1} {{(pid=74150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 28 16:44:12.751462 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-fdc768ab-7bea-43d3-8160-a5f6717df99e req-fdb7e3b4-6fbc-4d22-a9f7-0729fd2de5b0 tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:12.788526 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-77ff09c5-2ee6-4ccc-a35b-d16d5d90d201 req-4b01d272-420a-442f-9170-20006a2c0689 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fc14b82e-34e1-4165-9bdf-d6c4b422fafc HTTP/1.1" status: 200  len: 217 time: 0.2062035
Jun 28 16:44:12.799379 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-fdc768ab-7bea-43d3-8160-a5f6717df99e req-fdb7e3b4-6fbc-4d22-a9f7-0729fd2de5b0 tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] Notify callbacks [] for security_group, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:12.883318 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a02937b-478e-4e5f-8e92-3ef0edec99a4 req-ddef3a85-e4bb-4ec7-aeea-f3dd9d5ea5f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:12.887508 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-5a02937b-478e-4e5f-8e92-3ef0edec99a4 req-ddef3a85-e4bb-4ec7-aeea-f3dd9d5ea5f5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b3e3d357-dcc0-424c-a40d-bd73416cd8db HTTP/1.1" status: 200  len: 856 time: 0.2192974
Jun 28 16:44:13.029421 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-00900cad-5b25-4bf3-93fa-2e3831a96071 req-70e6e856-8c40-4b00-a8f6-de33693a3e61 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f8045ec-a41a-4934-bc0f-71dfa6c36734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3233938
Jun 28 16:44:13.030542 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-5a02937b-478e-4e5f-8e92-3ef0edec99a4 req-396a9431-db30-4b82-a31c-f0fe4af61361 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5a346278-b5ab-4c50-92aa-d9c545e84c60&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1333621
Jun 28 16:44:13.093641 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ff09c5-2ee6-4ccc-a35b-d16d5d90d201 req-fd678539-10b5-4aa6-a02b-a675af7c6d3a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:13.096622 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-77ff09c5-2ee6-4ccc-a35b-d16d5d90d201 req-fd678539-10b5-4aa6-a02b-a675af7c6d3a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ac8dc62b-c0d1-448e-9b7b-2ee53b76484f HTTP/1.1" status: 200  len: 859 time: 0.2992206
Jun 28 16:44:13.241310 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-108cc206-8733-48a6-acd5-8925ff7161a4 req-67889ecc-b35f-4677-b278-c0e3a847c298 tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc92f18f-71a5-4d9e-becd-d15508d77c0b HTTP/1.1" status: 200  len: 210 time: 0.2293162
Jun 28 16:44:13.269416 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [req-fdc768ab-7bea-43d3-8160-a5f6717df99e req-fdb7e3b4-6fbc-4d22-a9f7-0729fd2de5b0 tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:44:13.277075 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-77ff09c5-2ee6-4ccc-a35b-d16d5d90d201 req-3a431282-bee1-4fac-af24-779528c3b244 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=67cef3f9-4ff6-418e-b6c5-56d49e3c3b89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1544511
Jun 28 16:44:13.285316 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-5a02937b-478e-4e5f-8e92-3ef0edec99a4 req-489a46ee-3352-45d2-adbf-019c754a656e service neutron] 10.222.0.15 "GET /v2.0/networks/5a346278-b5ab-4c50-92aa-d9c545e84c60?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2475047
Jun 28 16:44:13.293867 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-fdc768ab-7bea-43d3-8160-a5f6717df99e req-fdb7e3b4-6fbc-4d22-a9f7-0729fd2de5b0 tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] Usage tracker for resource:security_group_rule and tenant:4dc015f192ca4f7c9bcd6c4a0818073b is out of sync, need to count used quota {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:44:13.302027 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-fdc768ab-7bea-43d3-8160-a5f6717df99e req-fdb7e3b4-6fbc-4d22-a9f7-0729fd2de5b0 tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:44:13.354913 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [req-fdc768ab-7bea-43d3-8160-a5f6717df99e req-fdb7e3b4-6fbc-4d22-a9f7-0729fd2de5b0 tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:44:13.567111 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-5a02937b-478e-4e5f-8e92-3ef0edec99a4 req-be726eb9-891d-4f23-9918-f9421e6149d8 service neutron] 10.222.0.15 "GET /v2.0/networks/5a346278-b5ab-4c50-92aa-d9c545e84c60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2704444
Jun 28 16:44:13.875918 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-77ff09c5-2ee6-4ccc-a35b-d16d5d90d201 req-27f74f64-90f2-46f7-9752-710a9ac61dd1 service neutron] 10.222.0.15 "GET /v2.0/networks/67cef3f9-4ff6-418e-b6c5-56d49e3c3b89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5762947
Jun 28 16:44:13.934388 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-fdc768ab-7bea-43d3-8160-a5f6717df99e req-fdb7e3b4-6fbc-4d22-a9f7-0729fd2de5b0 tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] Notify callbacks [] for security_group, precommit_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:13.995648 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-fdc768ab-7bea-43d3-8160-a5f6717df99e req-fdb7e3b4-6fbc-4d22-a9f7-0729fd2de5b0 tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:14.022075 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-5e27322e-457d-4bf0-b73d-ff6c09f635fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:14.022890 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-14df02b2-f342-485c-bdfe-6df51f3b7277 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:44:14.281799 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03600906-f04e-4d71-bc4a-403092797cc4 req-2948df90-7f96-4672-8840-a60329705c2b tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:14.288819 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-03600906-f04e-4d71-bc4a-403092797cc4 req-2948df90-7f96-4672-8840-a60329705c2b tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a3c276e-863c-4266-95d9-7d34e687fbcb HTTP/1.1" status: 200  len: 946 time: 0.6280637
Jun 28 16:44:14.356153 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 37156) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:44:14.367104 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb7e3b4-6fbc-4d22-a9f7-0729fd2de5b0 tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0540f822-53a1-4b7a-8738-a78816750646,revision_number=1']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:44:14.420028 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-fdb7e3b4-6fbc-4d22-a9f7-0729fd2de5b0 tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:44:14.554956 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-fb410e14-3ef5-4dee-b700-732986959cbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:14.588106 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-03600906-f04e-4d71-bc4a-403092797cc4 req-b1ef4744-4fee-42ae-80b1-f3d0cc903ace tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=617347ef-10fd-471e-b011-50ccff30f907&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2976756
Jun 28 16:44:14.589482 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-77ff09c5-2ee6-4ccc-a35b-d16d5d90d201 req-b5d2c7aa-5500-4265-a216-74a9f3d9a92e service neutron] 10.222.0.15 "GET /v2.0/networks/67cef3f9-4ff6-418e-b6c5-56d49e3c3b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6494019
Jun 28 16:44:14.601609 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-fb410e14-3ef5-4dee-b700-732986959cbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:44:14.608533 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-fb410e14-3ef5-4dee-b700-732986959cbf admin admin] Usage tracker for resource:security_group_rule and tenant:bb46d34579284d5484a046a9acd55606 is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:44:14.614269 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-fb410e14-3ef5-4dee-b700-732986959cbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:44:14.625106 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-fb410e14-3ef5-4dee-b700-732986959cbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:44:14.632230 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.db_base_plugin_common [req-fdc768ab-7bea-43d3-8160-a5f6717df99e req-fdb7e3b4-6fbc-4d22-a9f7-0729fd2de5b0 tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] Allocated IP 192.168.233.252 (4972e850-3649-45da-891f-f712a7dc5d13/5b4fe4af-e88c-479a-a741-1daa9ea8f915/95cfcc05-ae25-4656-8ce4-62b3101de8b1) {{(pid=74150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 28 16:44:14.673768 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb768ac-d98b-496b-ae99-c9cbe32d3f0f req-57ac8391-3199-403a-bb89-5ef181e90d6b tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:14.684244 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-8fb768ac-d98b-496b-ae99-c9cbe32d3f0f req-57ac8391-3199-403a-bb89-5ef181e90d6b tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce19014e-bb0e-4967-b0e5-c66f6bc47c20 HTTP/1.1" status: 200  len: 945 time: 0.3420315
Jun 28 16:44:14.780258 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-fb410e14-3ef5-4dee-b700-732986959cbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:14.787591 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-fb410e14-3ef5-4dee-b700-732986959cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:14.801617 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:44:14.909259 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-8fb768ac-d98b-496b-ae99-c9cbe32d3f0f req-d8e5b45f-ff57-4857-960b-f52101b0b0f8 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f8045ec-a41a-4934-bc0f-71dfa6c36734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2237909
Jun 28 16:44:14.913766 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb410e14-3ef5-4dee-b700-732986959cbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba76cfb-6ba5-4265-a07f-9b3775313358,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:44:14.928001 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-fb410e14-3ef5-4dee-b700-732986959cbf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bb46d34579284d5484a046a9acd55606&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5701919
Jun 28 16:44:14.929237 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 37162) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:44:14.930617 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-fb410e14-3ef5-4dee-b700-732986959cbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:44:15.002629 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:15.051968 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-ae4a15d9-8e99-4074-9cb1-4e9117a77a37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:15.110365 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-ae4a15d9-8e99-4074-9cb1-4e9117a77a37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:15.128143 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-3da5d8a9-6be7-4987-a320-56f3568f039f req-77a20bab-e2a2-4465-9ed7-ecba9915a1f8 tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc92f18f-71a5-4d9e-becd-d15508d77c0b HTTP/1.1" status: 200  len: 210 time: 0.1297610
Jun 28 16:44:15.153906 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-f2a105f2-ad3d-4ec1-a62a-7d6fdaab1f47 req-0318aeab-2fb5-4412-abe8-6585d8cbc58a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fe368935ff745edaa9465a88456bec5&device_id=ce19014e-bb0e-4967-b0e5-c66f6bc47c20 HTTP/1.1" status: 200  len: 1098 time: 0.4638743
Jun 28 16:44:15.219952 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-ae4a15d9-8e99-4074-9cb1-4e9117a77a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:15.254310 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-1bb2df76-ca2d-48ce-be9c-75267d43582b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:44:15.279115 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4a15d9-8e99-4074-9cb1-4e9117a77a37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba76cfb-6ba5-4265-a07f-9b3775313358,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:44:15.281758 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-ae4a15d9-8e99-4074-9cb1-4e9117a77a37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:15.295819 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-ae4a15d9-8e99-4074-9cb1-4e9117a77a37 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9ba76cfb-6ba5-4265-a07f-9b3775313358 HTTP/1.1" status: 204  len: 168 time: 0.3535821
Jun 28 16:44:15.300507 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-ae4a15d9-8e99-4074-9cb1-4e9117a77a37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:44:15.427412 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-fdc768ab-7bea-43d3-8160-a5f6717df99e req-fdb7e3b4-6fbc-4d22-a9f7-0729fd2de5b0 tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] Notify callbacks [] for port, precommit_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:15.470556 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.provisioning_blocks [req-fdc768ab-7bea-43d3-8160-a5f6717df99e req-fdb7e3b4-6fbc-4d22-a9f7-0729fd2de5b0 tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] Transition to ACTIVE for port object 95cfcc05-ae25-4656-8ce4-62b3101de8b1 will not be triggered until provisioned by entity DHCP. {{(pid=74150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 28 16:44:15.477436 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a105f2-ad3d-4ec1-a62a-7d6fdaab1f47 req-8a35bf8d-821a-4812-b88a-ca4d24fca91f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:15.478953 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-f2a105f2-ad3d-4ec1-a62a-7d6fdaab1f47 req-8a35bf8d-821a-4812-b88a-ca4d24fca91f service neutron] 10.222.0.15 "GET /v2.0/networks?id=67cef3f9-4ff6-418e-b6c5-56d49e3c3b89 HTTP/1.1" status: 200  len: 920 time: 0.3069587
Jun 28 16:44:15.590098 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-f2a105f2-ad3d-4ec1-a62a-7d6fdaab1f47 req-ab0fe194-a3d7-45a9-8264-4e7c9dd68f42 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fc14b82e-34e1-4165-9bdf-d6c4b422fafc HTTP/1.1" status: 200  len: 217 time: 0.0987740
Jun 28 16:44:15.654103 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-fdc768ab-7bea-43d3-8160-a5f6717df99e req-fdb7e3b4-6fbc-4d22-a9f7-0729fd2de5b0 tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771078328113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32536825'] for port, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:15.665716 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:44:15.781879 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdc768ab-7bea-43d3-8160-a5f6717df99e req-fdb7e3b4-6fbc-4d22-a9f7-0729fd2de5b0 tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] Network 4972e850-3649-45da-891f-f712a7dc5d13 is already hosted by enough agents. {{(pid=74150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 28 16:44:15.785717 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.scheduler.base_scheduler [req-fdc768ab-7bea-43d3-8160-a5f6717df99e req-fdb7e3b4-6fbc-4d22-a9f7-0729fd2de5b0 tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] Resources bound (agent type, host, resource id):  {{(pid=74150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 28 16:44:15.788423 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a105f2-ad3d-4ec1-a62a-7d6fdaab1f47 req-f6c9e0e0-1609-4480-8565-8375d59b9e70 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:15.790600 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-f2a105f2-ad3d-4ec1-a62a-7d6fdaab1f47 req-f6c9e0e0-1609-4480-8565-8375d59b9e70 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ac8dc62b-c0d1-448e-9b7b-2ee53b76484f HTTP/1.1" status: 200  len: 859 time: 0.1907885
Jun 28 16:44:15.791049 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdc768ab-7bea-43d3-8160-a5f6717df99e req-fdb7e3b4-6fbc-4d22-a9f7-0729fd2de5b0 tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] Received port after_create {{(pid=74150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 28 16:44:15.833252 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb7e3b4-6fbc-4d22-a9f7-0729fd2de5b0 tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] Pushing event updated for resources: {'Port': ['ID=95cfcc05-ae25-4656-8ce4-62b3101de8b1,revision_number=1']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:44:15.998563 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-f2a105f2-ad3d-4ec1-a62a-7d6fdaab1f47 req-f5e2a770-f5e8-45b8-8f7f-ee24819a3dd3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=67cef3f9-4ff6-418e-b6c5-56d49e3c3b89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1694846
Jun 28 16:44:15.999792 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-fdb7e3b4-6fbc-4d22-a9f7-0729fd2de5b0 tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:44:16.225745 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc768ab-7bea-43d3-8160-a5f6717df99e req-fdb7e3b4-6fbc-4d22-a9f7-0729fd2de5b0 tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:16.226552 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-fdc768ab-7bea-43d3-8160-a5f6717df99e req-fdb7e3b4-6fbc-4d22-a9f7-0729fd2de5b0 tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022804'] for port, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:16.442627 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-a45438e3-5db8-4558-980f-e5aefcf373a6 None None] Provisioning for port 95cfcc05-ae25-4656-8ce4-62b3101de8b1 completed by entity DHCP. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 28 16:44:16.450599 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-a45438e3-5db8-4558-980f-e5aefcf373a6 None None] Provisioning complete for port 95cfcc05-ae25-4656-8ce4-62b3101de8b1 triggered by entity DHCP. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:44:16.451256 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-a45438e3-5db8-4558-980f-e5aefcf373a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:16.456821 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-fdc768ab-7bea-43d3-8160-a5f6717df99e req-fdb7e3b4-6fbc-4d22-a9f7-0729fd2de5b0 tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 4.8784876
Jun 28 16:44:16.539684 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-a45438e3-5db8-4558-980f-e5aefcf373a6 None None] Port 95cfcc05-ae25-4656-8ce4-62b3101de8b1 cannot update to ACTIVE because it is not bound. {{(pid=74152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 28 16:44:16.545064 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-f2a105f2-ad3d-4ec1-a62a-7d6fdaab1f47 req-9302a8b3-05b0-42a7-99a6-9b869879eb85 service neutron] 10.222.0.15 "GET /v2.0/networks/67cef3f9-4ff6-418e-b6c5-56d49e3c3b89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5269113
Jun 28 16:44:16.558020 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bad8d6-66a5-401f-bb8e-691121516a03 req-bbf59c87-9c35-4018-bf81-bac4acad8b75 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:16.561709 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-94bad8d6-66a5-401f-bb8e-691121516a03 req-bbf59c87-9c35-4018-bf81-bac4acad8b75 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a3c276e-863c-4266-95d9-7d34e687fbcb HTTP/1.1" status: 200  len: 946 time: 0.4096439
Jun 28 16:44:16.571682 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5301e5-dedd-4068-a1c0-c3c0d58c5d65 req-c0b003af-3d7a-485e-afb3-2501b2eff5b1 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:16.574329 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-5c5301e5-dedd-4068-a1c0-c3c0d58c5d65 req-c0b003af-3d7a-485e-afb3-2501b2eff5b1 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce19014e-bb0e-4967-b0e5-c66f6bc47c20 HTTP/1.1" status: 200  len: 945 time: 0.3616705
Jun 28 16:44:16.782658 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-94bad8d6-66a5-401f-bb8e-691121516a03 req-bbeefcc8-a7ab-4456-83aa-dec6db1286c5 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=617347ef-10fd-471e-b011-50ccff30f907&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2069659
Jun 28 16:44:16.791061 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-5c5301e5-dedd-4068-a1c0-c3c0d58c5d65 req-97504bf8-f4f0-4430-b764-1089844c0505 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f8045ec-a41a-4934-bc0f-71dfa6c36734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1906052
Jun 28 16:44:17.055634 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f806532d-1ae9-456a-862b-99dca807b0ee req-f12ce465-0482-4e1a-873f-5e74a499892f tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:17.056356 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-f806532d-1ae9-456a-862b-99dca807b0ee req-f12ce465-0482-4e1a-873f-5e74a499892f tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] Synchronizing usage tracker for tenant:4dc015f192ca4f7c9bcd6c4a0818073b on resource:port {{(pid=74150) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 28 16:44:17.080293 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-f806532d-1ae9-456a-862b-99dca807b0ee req-f12ce465-0482-4e1a-873f-5e74a499892f tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] Unset dirty status for tenant:4dc015f192ca4f7c9bcd6c4a0818073b on resource:port {{(pid=74150) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 28 16:44:17.082230 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-f806532d-1ae9-456a-862b-99dca807b0ee req-f12ce465-0482-4e1a-873f-5e74a499892f tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc92f18f-71a5-4d9e-becd-d15508d77c0b HTTP/1.1" status: 200  len: 936 time: 0.1487854
Jun 28 16:44:17.109038 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 37208) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:44:17.163625 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-f806532d-1ae9-456a-862b-99dca807b0ee req-1f4b27b7-c4c9-4acc-83f5-1f234fccf8ed tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] Synchronizing usage tracker for tenant:4dc015f192ca4f7c9bcd6c4a0818073b on resource:security_group {{(pid=74150) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 28 16:44:17.194771 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-f806532d-1ae9-456a-862b-99dca807b0ee req-1f4b27b7-c4c9-4acc-83f5-1f234fccf8ed tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] Unset dirty status for tenant:4dc015f192ca4f7c9bcd6c4a0818073b on resource:security_group {{(pid=74150) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 28 16:44:17.196579 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-f806532d-1ae9-456a-862b-99dca807b0ee req-1f4b27b7-c4c9-4acc-83f5-1f234fccf8ed tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] 10.222.0.30 "GET /v2.0/security-groups?id=0540f822-53a1-4b7a-8738-a78816750646&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1046486
Jun 28 16:44:17.309279 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.v2.base [None req-94ee04a6-f738-42de-8b41-996b79fb95c5 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1047984632-network', 'tenant_id': '6ddb52d6c54b4cf787bc418ce22a686e'}} {{(pid=74151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:44:17.314110 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-94ee04a6-f738-42de-8b41-996b79fb95c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:44:17.318137 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-94ee04a6-f738-42de-8b41-996b79fb95c5 admin admin] Usage tracker for resource:network and tenant:6ddb52d6c54b4cf787bc418ce22a686e is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:44:17.321834 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-94ee04a6-f738-42de-8b41-996b79fb95c5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:44:17.330784 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-94ee04a6-f738-42de-8b41-996b79fb95c5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:44:17.342184 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ee04a6-f738-42de-8b41-996b79fb95c5 admin admin] Made reservation on behalf of 6ddb52d6c54b4cf787bc418ce22a686e for: {'network': 1} {{(pid=74151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 28 16:44:17.344486 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-94ee04a6-f738-42de-8b41-996b79fb95c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for network, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:17.357726 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-94ee04a6-f738-42de-8b41-996b79fb95c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:17.394435 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-94ee04a6-f738-42de-8b41-996b79fb95c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:44:17.398427 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-94ee04a6-f738-42de-8b41-996b79fb95c5 admin admin] Usage tracker for resource:security_group_rule and tenant:6ddb52d6c54b4cf787bc418ce22a686e is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:44:17.401519 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-94ee04a6-f738-42de-8b41-996b79fb95c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:44:17.407874 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-94ee04a6-f738-42de-8b41-996b79fb95c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:44:17.461807 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device 75089fd2-da65-4e0a-8bb4-4377a45a94d1 no longer exists at agent hyperv_hv-cinder-79810 {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 28 16:44:17.493757 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-94ee04a6-f738-42de-8b41-996b79fb95c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:17.498235 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-94ee04a6-f738-42de-8b41-996b79fb95c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:17.502715 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-f3bf48e4-8118-4471-a985-096e5f016ac7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:44:17.531424 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94ee04a6-f738-42de-8b41-996b79fb95c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302}  {{(pid=74151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jun 28 16:44:17.544551 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ee04a6-f738-42de-8b41-996b79fb95c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a0c3dd-bcda-4cb4-9d9d-e9ba7b1ec6b7,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:44:17.548991 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-94ee04a6-f738-42de-8b41-996b79fb95c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:44:17.550035 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-94ee04a6-f738-42de-8b41-996b79fb95c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719364'] for segment, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:17.550395 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.db.segments_db [None req-94ee04a6-f738-42de-8b41-996b79fb95c5 admin admin] Added segment a2ba38a0-a8a7-428e-ae66-dabdf4d5f43a of type vlan for network cedf6a8a-6813-41b3-b6f2-977e493bfa53
Jun 28 16:44:17.593404 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-94ee04a6-f738-42de-8b41-996b79fb95c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771078342840'] for network, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:17.618817 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:17.632398 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-94ee04a6-f738-42de-8b41-996b79fb95c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692'] for network, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:17.635152 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ee04a6-f738-42de-8b41-996b79fb95c5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:17.636330 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-94ee04a6-f738-42de-8b41-996b79fb95c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533674'] for network, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:17.645848 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:44:17.657584 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a3c276e-863c-4266-95d9-7d34e687fbcb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75089fd2-da65-4e0a-8bb4-4377a45a94d1'}] {{(pid=74152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 28 16:44:17.683835 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] For port 75089fd2-da65-4e0a-8bb4-4377a45a94d1, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=75089fd2-da65-4e0a-8bb4-4377a45a94d1,segment=NetworkSegment(f7e7868f-b1c3-4298-a940-297b02826b74),segment_id=f7e7868f-b1c3-4298-a940-297b02826b74)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:44:17.691292 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:17.697447 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-6cba5da1-a9d2-4b9d-a980-300fa91c8918 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:44:17.757855 dv-cinder-798104-1-iscsi neutron-server[74152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a3c276e-863c-4266-95d9-7d34e687fbcb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75089fd2-da65-4e0a-8bb4-4377a45a94d1', 'code': 200}
Jun 28 16:44:17.767303 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-94ee04a6-f738-42de-8b41-996b79fb95c5 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.6565859
Jun 28 16:44:17.770890 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 37220) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:44:17.779591 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.v2.base [None req-7c1ca997-de41-44f6-a0ac-70a6ff7dc932 admin admin] Request body: {'subnet': {'network_id': 'cedf6a8a-6813-41b3-b6f2-977e493bfa53', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1047984632-subnet', 'tenant_id': '6ddb52d6c54b4cf787bc418ce22a686e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:44:17.784592 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ee04a6-f738-42de-8b41-996b79fb95c5 admin admin] Pushing event updated for resources: {'Network': ['ID=cedf6a8a-6813-41b3-b6f2-977e493bfa53,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:44:17.787088 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-7c1ca997-de41-44f6-a0ac-70a6ff7dc932 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:44:17.789627 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-94ee04a6-f738-42de-8b41-996b79fb95c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:44:17.792791 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-7c1ca997-de41-44f6-a0ac-70a6ff7dc932 admin admin] Usage tracker for resource:subnet and tenant:6ddb52d6c54b4cf787bc418ce22a686e is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:44:17.798016 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-7c1ca997-de41-44f6-a0ac-70a6ff7dc932 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:44:17.798783 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Network cedf6a8a-6813-41b3-b6f2-977e493bfa53 details requested by agent ovs-agent-dv-cinder-798104-1-iscsi with host dv-cinder-798104-1-iscsi {{(pid=74152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 28 16:44:17.807300 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-7c1ca997-de41-44f6-a0ac-70a6ff7dc932 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:44:17.820356 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c1ca997-de41-44f6-a0ac-70a6ff7dc932 admin admin] Made reservation on behalf of 6ddb52d6c54b4cf787bc418ce22a686e for: {'subnet': 1} {{(pid=74151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 28 16:44:17.824743 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-7c1ca997-de41-44f6-a0ac-70a6ff7dc932 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32082063'] for subnet, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:17.943510 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Pushing event updated for resources: {'Port': ['ID=75089fd2-da65-4e0a-8bb4-4377a45a94d1,revision_number=8']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:44:17.950921 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:44:18.160844 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-7c1ca997-de41-44f6-a0ac-70a6ff7dc932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32204825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32082077'] for subnet, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:18.167200 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-0ce74892-b161-4a0f-8c61-2c1c1c2a7023 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:44:18.173910 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b955b144-47f7-4e47-87ba-a1247bb3b491 req-98246568-937d-43a2-9cf5-1b2f6e78e74f tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:18.175517 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-b955b144-47f7-4e47-87ba-a1247bb3b491 req-98246568-937d-43a2-9cf5-1b2f6e78e74f tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce19014e-bb0e-4967-b0e5-c66f6bc47c20 HTTP/1.1" status: 200  len: 945 time: 0.1959698
Jun 28 16:44:18.187300 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd69fb2f-e1be-4c0c-b57a-12ce600a7ee3 req-3ec212a2-27a7-4d5e-8d4e-7cd6a2ad22e8 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:18.188878 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-cd69fb2f-e1be-4c0c-b57a-12ce600a7ee3 req-3ec212a2-27a7-4d5e-8d4e-7cd6a2ad22e8 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a3c276e-863c-4266-95d9-7d34e687fbcb HTTP/1.1" status: 200  len: 944 time: 0.1444886
Jun 28 16:44:18.323375 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-b955b144-47f7-4e47-87ba-a1247bb3b491 req-422bbaee-09c7-4fc5-b060-8902c637fda1 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f8045ec-a41a-4934-bc0f-71dfa6c36734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1334693
Jun 28 16:44:18.325885 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-cd69fb2f-e1be-4c0c-b57a-12ce600a7ee3 req-88f62acc-0625-4643-b183-ab0e3fecf1c1 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=617347ef-10fd-471e-b011-50ccff30f907&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1103525
Jun 28 16:44:18.326220 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1ca997-de41-44f6-a0ac-70a6ff7dc932 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5b08fa1-1844-4c49-830b-b8ebe2ded68c,revision_number=0']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:44:18.330376 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-7c1ca997-de41-44f6-a0ac-70a6ff7dc932 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:44:18.354722 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1ca997-de41-44f6-a0ac-70a6ff7dc932 admin admin] Checking segment: {'id': 'a2ba38a0-a8a7-428e-ae66-dabdf4d5f43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'cedf6a8a-6813-41b3-b6f2-977e493bfa53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 28 16:44:18.354722 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1ca997-de41-44f6-a0ac-70a6ff7dc932 admin admin] Network hostable DHCP agents. Network: cedf6a8a-6813-41b3-b6f2-977e493bfa53, hostable agents: ['e6bae525-68bf-4aa0-98dd-dc96c133cc24'], hosted agents: [] {{(pid=74151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 28 16:44:18.386160 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1ca997-de41-44f6-a0ac-70a6ff7dc932 admin admin] Network cedf6a8a-6813-41b3-b6f2-977e493bfa53 is scheduled to be hosted by DHCP agent e6bae525-68bf-4aa0-98dd-dc96c133cc24 with binding_index 1 {{(pid=74151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 28 16:44:18.398447 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.base_scheduler [None req-7c1ca997-de41-44f6-a0ac-70a6ff7dc932 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798104-1-iscsi, cedf6a8a-6813-41b3-b6f2-977e493bfa53) {{(pid=74151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 28 16:44:18.404082 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1ca997-de41-44f6-a0ac-70a6ff7dc932 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:18.405548 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-7c1ca997-de41-44f6-a0ac-70a6ff7dc932 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:18.410638 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c03ded-0775-4262-9f91-d847d0665483 None None] Network cedf6a8a-6813-41b3-b6f2-977e493bfa53 requested from dv-cinder-798104-1-iscsi {{(pid=74152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 28 16:44:18.445301 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-7c1ca997-de41-44f6-a0ac-70a6ff7dc932 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.6727507
Jun 28 16:44:18.626100 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f67b748-afba-494a-9ab5-b4e9c7fe817d req-5fd691ad-0842-4ca0-9fbf-30494459f278 tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:18.629323 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-1f67b748-afba-494a-9ab5-b4e9c7fe817d req-5fd691ad-0842-4ca0-9fbf-30494459f278 tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc92f18f-71a5-4d9e-becd-d15508d77c0b HTTP/1.1" status: 200  len: 936 time: 0.1487644
Jun 28 16:44:18.712190 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-1f67b748-afba-494a-9ab5-b4e9c7fe817d req-71a344ff-3b31-4e77-96bb-08628108d317 tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] 10.222.0.30 "GET /v2.0/security-groups?id=0540f822-53a1-4b7a-8738-a78816750646&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0745962
Jun 28 16:44:18.754959 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a9e93a-3e0c-4e3e-92c3-eb23a574aa6d None None] Network cedf6a8a-6813-41b3-b6f2-977e493bfa53 requested from dv-cinder-798104-1-iscsi {{(pid=74152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 28 16:44:19.416270 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.v2.base [req-fdc768ab-7bea-43d3-8160-a5f6717df99e req-7f96ca50-a281-45f4-8436-1af0be922c97 service neutron] Request body: {'port': {'device_id': 'dc92f18f-71a5-4d9e-becd-d15508d77c0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79810'}} {{(pid=74150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:44:19.921107 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-fdc768ab-7bea-43d3-8160-a5f6717df99e req-7f96ca50-a281-45f4-8436-1af0be922c97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:19.940436 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-f2a105f2-ad3d-4ec1-a62a-7d6fdaab1f47 req-7488edda-36b0-44bc-b89f-5456f73722aa service neutron] 10.222.0.15 "GET /v2.0/networks/67cef3f9-4ff6-418e-b6c5-56d49e3c3b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4174981
Jun 28 16:44:20.016006 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d797825-4db9-4218-a2fe-0953e146bbab req-3006923e-40da-4d78-831b-62f659dc8eee tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:20.017522 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-3d797825-4db9-4218-a2fe-0953e146bbab req-3006923e-40da-4d78-831b-62f659dc8eee tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce19014e-bb0e-4967-b0e5-c66f6bc47c20 HTTP/1.1" status: 200  len: 945 time: 0.4967971
Jun 28 16:44:20.027606 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-03671a27-10ee-4af1-8596-c7728fe68489 req-a28efa82-3176-4d9a-92a6-0ca99303520a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6a3c276e-863c-4266-95d9-7d34e687fbcb&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.3293192
Jun 28 16:44:20.169077 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-3d797825-4db9-4218-a2fe-0953e146bbab req-eaf26603-e4b6-44f8-94ca-3565c5c9487c tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f8045ec-a41a-4934-bc0f-71dfa6c36734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1377740
Jun 28 16:44:20.445561 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 37280) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:44:20.457660 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.agents_db [None req-cfc1c983-b0ac-48e0-8737-db5653a7b2f7 None None] Agent healthcheck: found 6 active agents {{(pid=74153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 28 16:44:20.640705 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb131df-ea94-494d-9575-2233e2a0e813 req-99028c0c-c8c9-45a3-84ba-95dde4f7ba4b tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:20.642179 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-ceb131df-ea94-494d-9575-2233e2a0e813 req-99028c0c-c8c9-45a3-84ba-95dde4f7ba4b tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc92f18f-71a5-4d9e-becd-d15508d77c0b HTTP/1.1" status: 200  len: 936 time: 0.2505848
Jun 28 16:44:20.646211 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.notifiers.nova [req-fdc768ab-7bea-43d3-8160-a5f6717df99e req-7f96ca50-a281-45f4-8436-1af0be922c97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95cfcc05-ae25-4656-8ce4-62b3101de8b1 {{(pid=74150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 28 16:44:20.658030 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c9f3c0-6d83-400e-bb32-d985bc616509 req-13b7f958-872c-4806-97cf-1ede248c5366 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:20.659407 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-f9c9f3c0-6d83-400e-bb32-d985bc616509 req-13b7f958-872c-4806-97cf-1ede248c5366 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a3c276e-863c-4266-95d9-7d34e687fbcb HTTP/1.1" status: 200  len: 944 time: 0.2198153
Jun 28 16:44:20.665809 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-d8e163a0-9534-4af1-9fea-74c68748b243 req-2120582a-3b1f-4576-ab3c-d7503ede1ebc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6a3c276e-863c-4266-95d9-7d34e687fbcb&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2187483
Jun 28 16:44:20.677794 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-fdc768ab-7bea-43d3-8160-a5f6717df99e req-7f96ca50-a281-45f4-8436-1af0be922c97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:20.739992 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.provisioning_blocks [req-fdc768ab-7bea-43d3-8160-a5f6717df99e req-7f96ca50-a281-45f4-8436-1af0be922c97 service neutron] Transition to ACTIVE for port object 95cfcc05-ae25-4656-8ce4-62b3101de8b1 will not be triggered until provisioned by entity L2. {{(pid=74150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 28 16:44:20.754644 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-fdc768ab-7bea-43d3-8160-a5f6717df99e req-7f96ca50-a281-45f4-8436-1af0be922c97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32536816'] for port, after_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:20.761513 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:44:20.812380 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-ceb131df-ea94-494d-9575-2233e2a0e813 req-0ca5b8e3-4a91-45a4-a1c9-7c2ba186154d tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] 10.222.0.30 "GET /v2.0/security-groups?id=0540f822-53a1-4b7a-8738-a78816750646&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1608775
Jun 28 16:44:20.913927 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-f9c9f3c0-6d83-400e-bb32-d985bc616509 req-cd794d1d-7772-411f-98ce-a271fdf1dc36 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=617347ef-10fd-471e-b011-50ccff30f907&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2380404
Jun 28 16:44:20.980952 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f96ca50-a281-45f4-8436-1af0be922c97 service neutron] Pushing event updated for resources: {'Port': ['ID=95cfcc05-ae25-4656-8ce4-62b3101de8b1,revision_number=2']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:44:21.014061 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-7f96ca50-a281-45f4-8436-1af0be922c97 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:44:21.345520 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.managers [req-fdc768ab-7bea-43d3-8160-a5f6717df99e req-7f96ca50-a281-45f4-8436-1af0be922c97 service neutron] Attempting to bind port 95cfcc05-ae25-4656-8ce4-62b3101de8b1 on host hv-cinder-79810 for vnic_type normal with profile  {{(pid=74150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 28 16:44:21.345849 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.managers [req-fdc768ab-7bea-43d3-8160-a5f6717df99e req-7f96ca50-a281-45f4-8436-1af0be922c97 service neutron] Attempting to bind port 95cfcc05-ae25-4656-8ce4-62b3101de8b1 by drivers openvswitch,hyperv on host hv-cinder-79810 at level 0 using segments [{'id': 'fed54222-5bc9-4132-829c-edf47f989867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '4972e850-3649-45da-891f-f712a7dc5d13'}] {{(pid=74150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 28 16:44:21.346166 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc768ab-7bea-43d3-8160-a5f6717df99e req-7f96ca50-a281-45f4-8436-1af0be922c97 service neutron] Attempting to bind port 95cfcc05-ae25-4656-8ce4-62b3101de8b1 on network 4972e850-3649-45da-891f-f712a7dc5d13 {{(pid=74150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 28 16:44:21.417516 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d82ca00-9396-4ac0-af33-050baa7264f4 req-2feec079-276c-4d87-b397-86278e07408e tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:21.418899 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-4d82ca00-9396-4ac0-af33-050baa7264f4 req-2feec079-276c-4d87-b397-86278e07408e tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] 10.222.0.30 "GET /v2.0/networks?id=cedf6a8a-6813-41b3-b6f2-977e493bfa53 HTTP/1.1" status: 200  len: 814 time: 0.3621638
Jun 28 16:44:21.419461 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc768ab-7bea-43d3-8160-a5f6717df99e req-7f96ca50-a281-45f4-8436-1af0be922c97 service neutron] Port 95cfcc05-ae25-4656-8ce4-62b3101de8b1 on network 4972e850-3649-45da-891f-f712a7dc5d13 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79810 {{(pid=74150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 28 16:44:21.419764 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc768ab-7bea-43d3-8160-a5f6717df99e req-7f96ca50-a281-45f4-8436-1af0be922c97 service neutron] Attempting to bind port 95cfcc05-ae25-4656-8ce4-62b3101de8b1 on network 4972e850-3649-45da-891f-f712a7dc5d13 {{(pid=74150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 28 16:44:21.449329 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc768ab-7bea-43d3-8160-a5f6717df99e req-7f96ca50-a281-45f4-8436-1af0be922c97 service neutron] Checking agent: {'id': '11e346dd-a6a4-43d4-822e-d449440d0a22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 16, 39, 15), 'started_at': datetime.datetime(2021, 6, 28, 16, 39, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 16, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 28 16:44:21.449859 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc768ab-7bea-43d3-8160-a5f6717df99e req-7f96ca50-a281-45f4-8436-1af0be922c97 service neutron] Checking segment: {'id': 'fed54222-5bc9-4132-829c-edf47f989867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '4972e850-3649-45da-891f-f712a7dc5d13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 28 16:44:21.450443 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc768ab-7bea-43d3-8160-a5f6717df99e req-7f96ca50-a281-45f4-8436-1af0be922c97 service neutron] Bound using segment: {'id': 'fed54222-5bc9-4132-829c-edf47f989867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '4972e850-3649-45da-891f-f712a7dc5d13'} {{(pid=74150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 28 16:44:21.451121 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.managers [req-fdc768ab-7bea-43d3-8160-a5f6717df99e req-7f96ca50-a281-45f4-8436-1af0be922c97 service neutron] Bound port: 95cfcc05-ae25-4656-8ce4-62b3101de8b1, host: hv-cinder-79810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fed54222-5bc9-4132-829c-edf47f989867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '4972e850-3649-45da-891f-f712a7dc5d13'}}] {{(pid=74150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 28 16:44:21.451654 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-fdc768ab-7bea-43d3-8160-a5f6717df99e req-7f96ca50-a281-45f4-8436-1af0be922c97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:21.470533 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-4d82ca00-9396-4ac0-af33-050baa7264f4 req-b6dfb1f5-7170-4d00-bb02-866954f1ae35 tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] 10.222.0.30 "GET /v2.0/quotas/6ddb52d6c54b4cf787bc418ce22a686e HTTP/1.1" status: 200  len: 375 time: 0.0441499
Jun 28 16:44:21.582886 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-4d82ca00-9396-4ac0-af33-050baa7264f4 req-2ba51db9-9e7d-469b-bef2-0db8e3b75e20 tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6ddb52d6c54b4cf787bc418ce22a686e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1045182
Jun 28 16:44:21.614566 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494f95d4-ea78-4be6-bfd7-86382c4f6a8f req-b90859cc-8e41-4c4b-b004-61809d86621e tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:21.616122 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-494f95d4-ea78-4be6-bfd7-86382c4f6a8f req-b90859cc-8e41-4c4b-b004-61809d86621e tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce19014e-bb0e-4967-b0e5-c66f6bc47c20 HTTP/1.1" status: 200  len: 945 time: 0.2774701
Jun 28 16:44:21.736688 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.db [req-fdc768ab-7bea-43d3-8160-a5f6717df99e req-7f96ca50-a281-45f4-8436-1af0be922c97 service neutron] For port 95cfcc05-ae25-4656-8ce4-62b3101de8b1, host hv-cinder-79810, cleared binding levels {{(pid=74150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 28 16:44:21.753499 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.db [req-fdc768ab-7bea-43d3-8160-a5f6717df99e req-7f96ca50-a281-45f4-8436-1af0be922c97 service neutron] For port 95cfcc05-ae25-4656-8ce4-62b3101de8b1, host hv-cinder-79810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=95cfcc05-ae25-4656-8ce4-62b3101de8b1,segment=NetworkSegment(fed54222-5bc9-4132-829c-edf47f989867),segment_id=fed54222-5bc9-4132-829c-edf47f989867)] {{(pid=74150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 28 16:44:21.765973 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-fdc768ab-7bea-43d3-8160-a5f6717df99e req-7f96ca50-a281-45f4-8436-1af0be922c97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32536816'] for port, after_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:21.774177 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:44:21.871848 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-494f95d4-ea78-4be6-bfd7-86382c4f6a8f req-e2cd91b8-deaf-4f0c-be0c-f8d5d6bba2a2 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f8045ec-a41a-4934-bc0f-71dfa6c36734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1858482
Jun 28 16:44:21.887173 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-4d82ca00-9396-4ac0-af33-050baa7264f4 req-f20609d2-efd0-4f0e-8707-a156e6e0262c service neutron] 10.222.0.30 "GET /v2.0/networks/cedf6a8a-6813-41b3-b6f2-977e493bfa53?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2969620
Jun 28 16:44:21.892563 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-fdc768ab-7bea-43d3-8160-a5f6717df99e req-7f96ca50-a281-45f4-8436-1af0be922c97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022804'] for port, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:21.893988 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-fdc768ab-7bea-43d3-8160-a5f6717df99e req-7f96ca50-a281-45f4-8436-1af0be922c97 service neutron] 10.222.0.15 "PUT /v2.0/ports/95cfcc05-ae25-4656-8ce4-62b3101de8b1 HTTP/1.1" status: 200  len: 1098 time: 2.4882579
Jun 28 16:44:21.894541 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc92f18f-71a5-4d9e-becd-d15508d77c0b', 'tag': '95cfcc05-ae25-4656-8ce4-62b3101de8b1'}] {{(pid=74150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 28 16:44:21.935766 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f96ca50-a281-45f4-8436-1af0be922c97 service neutron] Pushing event updated for resources: {'Port': ['ID=95cfcc05-ae25-4656-8ce4-62b3101de8b1,revision_number=3']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:44:21.987776 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-7f96ca50-a281-45f4-8436-1af0be922c97 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:44:22.138122 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-4d82ca00-9396-4ac0-af33-050baa7264f4 req-fdedd2a3-e9e4-4fd6-b574-b6eba44ad8cf service neutron] 10.222.0.30 "GET /v2.0/networks/cedf6a8a-6813-41b3-b6f2-977e493bfa53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2341814
Jun 28 16:44:22.189288 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bac9eb-7cbc-4a90-95cf-503a5aa8ca0c req-5a441b27-6253-4abc-8d85-0f55eeffe1b7 tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:22.195765 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-f3bac9eb-7cbc-4a90-95cf-503a5aa8ca0c req-5a441b27-6253-4abc-8d85-0f55eeffe1b7 tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc92f18f-71a5-4d9e-becd-d15508d77c0b HTTP/1.1" status: 200  len: 948 time: 0.1403573
Jun 28 16:44:22.249532 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-f3bac9eb-7cbc-4a90-95cf-503a5aa8ca0c req-7780dc06-221f-4845-bdc2-778ef5351431 tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] 10.222.0.30 "GET /v2.0/security-groups?id=0540f822-53a1-4b7a-8738-a78816750646&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478730
Jun 28 16:44:22.356046 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc92f18f-71a5-4d9e-becd-d15508d77c0b', 'tag': '95cfcc05-ae25-4656-8ce4-62b3101de8b1', 'status': 'completed', 'code': 200}
Jun 28 16:44:22.514220 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-3e654cce-80d3-46a5-9f21-1363d8229766 req-3c1212e7-3e73-4f68-82dc-512e94fb8d79 tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] 10.222.0.30 "GET /v2.0/ports?device_id=f82b89f5-d9cc-4b57-b4c9-42beb6b13590 HTTP/1.1" status: 200  len: 210 time: 0.0990565
Jun 28 16:44:22.579120 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed92022-12a6-42f7-839c-1aef63a3088e req-f9295853-c48e-4c7a-9ac6-cbbc072cbae0 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:22.582160 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-fed92022-12a6-42f7-839c-1aef63a3088e req-f9295853-c48e-4c7a-9ac6-cbbc072cbae0 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a3c276e-863c-4266-95d9-7d34e687fbcb HTTP/1.1" status: 200  len: 944 time: 0.1172333
Jun 28 16:44:22.658561 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-fed92022-12a6-42f7-839c-1aef63a3088e req-26248652-1744-4ebd-9e3d-9e3c01db5992 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=617347ef-10fd-471e-b011-50ccff30f907&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0663483
Jun 28 16:44:23.135837 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96caecb-434f-4c7a-8d51-6c42c1506fa5 req-414ed8a0-83b7-40c5-be09-b317e5bc5706 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:23.137357 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-c96caecb-434f-4c7a-8d51-6c42c1506fa5 req-414ed8a0-83b7-40c5-be09-b317e5bc5706 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce19014e-bb0e-4967-b0e5-c66f6bc47c20 HTTP/1.1" status: 200  len: 945 time: 0.1211717
Jun 28 16:44:23.185255 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-c96caecb-434f-4c7a-8d51-6c42c1506fa5 req-b1412b40-b454-45a0-b86a-1dd4ccf268f7 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f8045ec-a41a-4934-bc0f-71dfa6c36734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421515
Jun 28 16:44:23.476183 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62914723-0e69-4d25-8829-54d052d06efe req-680d84d9-d80b-4b09-b6f1-a82fb2173fe5 tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:23.478072 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-62914723-0e69-4d25-8829-54d052d06efe req-680d84d9-d80b-4b09-b6f1-a82fb2173fe5 tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc92f18f-71a5-4d9e-becd-d15508d77c0b HTTP/1.1" status: 200  len: 948 time: 0.0908077
Jun 28 16:44:23.485193 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device 75089fd2-da65-4e0a-8bb4-4377a45a94d1 no longer exists at agent hyperv_hv-cinder-79810 {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 28 16:44:23.546880 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-62914723-0e69-4d25-8829-54d052d06efe req-ad28a9aa-aa4f-4491-96a2-c484b324e940 tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] 10.222.0.30 "GET /v2.0/security-groups?id=0540f822-53a1-4b7a-8738-a78816750646&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622826
Jun 28 16:44:23.775242 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-d7bce347-3230-4fb6-bdc0-9d455592d484 req-c5c1c585-53e0-44a6-a45a-0ae9305c2aab tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] 10.222.0.30 "GET /v2.0/ports?device_id=f82b89f5-d9cc-4b57-b4c9-42beb6b13590 HTTP/1.1" status: 200  len: 210 time: 0.0842915
Jun 28 16:44:23.957148 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6d2275-5190-4745-8792-2da7c33e98f2 req-d96f9120-ebcc-4fbe-81b2-9ede5c13128e tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:23.958686 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-2d6d2275-5190-4745-8792-2da7c33e98f2 req-d96f9120-ebcc-4fbe-81b2-9ede5c13128e tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a3c276e-863c-4266-95d9-7d34e687fbcb HTTP/1.1" status: 200  len: 944 time: 0.0904799
Jun 28 16:44:24.011775 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-2d6d2275-5190-4745-8792-2da7c33e98f2 req-8695b95d-0956-4bbd-b669-bcdef70a207b tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=617347ef-10fd-471e-b011-50ccff30f907&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465655
Jun 28 16:44:24.416796 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d975540-945d-40dd-b294-6dbd86bcfec3 req-014fd0e3-08a2-466f-b0ad-4ef1c82b4694 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:24.418215 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-0d975540-945d-40dd-b294-6dbd86bcfec3 req-014fd0e3-08a2-466f-b0ad-4ef1c82b4694 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce19014e-bb0e-4967-b0e5-c66f6bc47c20 HTTP/1.1" status: 200  len: 945 time: 0.0914211
Jun 28 16:44:24.476240 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-0d975540-945d-40dd-b294-6dbd86bcfec3 req-e54d1781-bb6b-4a93-9263-54204acbb8aa tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f8045ec-a41a-4934-bc0f-71dfa6c36734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457153
Jun 28 16:44:24.804410 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-c65b1199-7e68-4124-a230-24174d0248a6 req-a936af20-8682-4cad-b4bb-fd32851520fb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4dc015f192ca4f7c9bcd6c4a0818073b&device_id=dc92f18f-71a5-4d9e-becd-d15508d77c0b HTTP/1.1" status: 200  len: 1101 time: 0.1423845
Jun 28 16:44:24.900109 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-c65b1199-7e68-4124-a230-24174d0248a6 req-bd3bf20b-734d-46f1-9d1a-807b07fa9c0b service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=4dc015f192ca4f7c9bcd6c4a0818073b&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0555735
Jun 28 16:44:25.193799 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-8bccb1f3-3145-4913-ad82-cf2d383fd837 req-4b1300a2-2194-460a-a7cf-8a4fb3a5244c tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] 10.222.0.30 "GET /v2.0/ports?device_id=f82b89f5-d9cc-4b57-b4c9-42beb6b13590 HTTP/1.1" status: 200  len: 210 time: 0.0681841
Jun 28 16:44:25.333453 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65b1199-7e68-4124-a230-24174d0248a6 req-f15252ea-149f-409f-b8dc-e9d7972abe6d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:25.336888 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-c65b1199-7e68-4124-a230-24174d0248a6 req-f15252ea-149f-409f-b8dc-e9d7972abe6d service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4239919
Jun 28 16:44:25.344204 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2588aa83-4e4f-42e3-ae82-e0e7a2da2c8b req-558021cd-9843-47a4-a4ca-e1ab73d1e7c4 tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:25.346395 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-2588aa83-4e4f-42e3-ae82-e0e7a2da2c8b req-558021cd-9843-47a4-a4ca-e1ab73d1e7c4 tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc92f18f-71a5-4d9e-becd-d15508d77c0b HTTP/1.1" status: 200  len: 948 time: 0.5410221
Jun 28 16:44:25.675544 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-2588aa83-4e4f-42e3-ae82-e0e7a2da2c8b req-e70bd442-b874-4cba-ae84-3542875aaf64 tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] 10.222.0.30 "GET /v2.0/security-groups?id=0540f822-53a1-4b7a-8738-a78816750646&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3227077
Jun 28 16:44:25.762748 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-fdc768ab-7bea-43d3-8160-a5f6717df99e req-3cf6b2ec-98bd-479b-8a18-2dccf93ba5dc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4dc015f192ca4f7c9bcd6c4a0818073b&device_id=dc92f18f-71a5-4d9e-becd-d15508d77c0b HTTP/1.1" status: 200  len: 1101 time: 0.3057644
Jun 28 16:44:25.873769 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8070d520-693b-45de-af94-5b68653c70b8 req-8d9832ea-9f46-43ae-a249-db5608435bad tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:25.875392 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-8070d520-693b-45de-af94-5b68653c70b8 req-8d9832ea-9f46-43ae-a249-db5608435bad tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a3c276e-863c-4266-95d9-7d34e687fbcb HTTP/1.1" status: 200  len: 944 time: 0.4858406
Jun 28 16:44:25.948438 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d82ca00-9396-4ac0-af33-050baa7264f4 req-addd798f-e6b4-43aa-a151-d43ba55309e6 tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:25.949989 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-4d82ca00-9396-4ac0-af33-050baa7264f4 req-addd798f-e6b4-43aa-a151-d43ba55309e6 tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] 10.222.0.15 "GET /v2.0/networks?id=cedf6a8a-6813-41b3-b6f2-977e493bfa53 HTTP/1.1" status: 200  len: 814 time: 0.3977418
Jun 28 16:44:25.958197 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-fdc768ab-7bea-43d3-8160-a5f6717df99e req-0f5e6fd2-167a-4bff-a342-ecbda032e0b8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=95cfcc05-ae25-4656-8ce4-62b3101de8b1 HTTP/1.1" status: 200  len: 217 time: 0.1755257
Jun 28 16:44:26.002721 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-8070d520-693b-45de-af94-5b68653c70b8 req-2767700a-6073-4321-911d-1f67338a0868 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=617347ef-10fd-471e-b011-50ccff30f907&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1167545
Jun 28 16:44:26.029784 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89d506f-8d2f-4e07-8ca9-814f1a5e2de6 req-6cf548c2-df62-44e1-9c3a-0a71e32c811c tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:26.032576 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-c89d506f-8d2f-4e07-8ca9-814f1a5e2de6 req-6cf548c2-df62-44e1-9c3a-0a71e32c811c tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce19014e-bb0e-4967-b0e5-c66f6bc47c20 HTTP/1.1" status: 200  len: 945 time: 0.1744626
Jun 28 16:44:26.097990 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.v2.base [req-4d82ca00-9396-4ac0-af33-050baa7264f4 req-78abf96d-4653-4ef0-8f38-8e02e4a11e80 tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] Request body: {'port': {'device_id': 'f82b89f5-d9cc-4b57-b4c9-42beb6b13590', 'network_id': 'cedf6a8a-6813-41b3-b6f2-977e493bfa53', 'admin_state_up': True, 'tenant_id': '6ddb52d6c54b4cf787bc418ce22a686e'}} {{(pid=74150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:44:26.217843 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-d8e163a0-9534-4af1-9fea-74c68748b243 req-24a8c63c-13a3-41fc-ac4d-75541aab7a00 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6a3c276e-863c-4266-95d9-7d34e687fbcb&tenant_id=63a2e49b0c454d43890a422c6fd0684c HTTP/1.1" status: 200  len: 1097 time: 0.0951464
Jun 28 16:44:26.316134 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc768ab-7bea-43d3-8160-a5f6717df99e req-38667b71-69ac-4ce9-91a4-9fa9553b0e0d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:26.317625 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-fdc768ab-7bea-43d3-8160-a5f6717df99e req-38667b71-69ac-4ce9-91a4-9fa9553b0e0d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5b4fe4af-e88c-479a-a741-1daa9ea8f915 HTTP/1.1" status: 200  len: 843 time: 0.2817490
Jun 28 16:44:26.344091 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-d8e163a0-9534-4af1-9fea-74c68748b243 req-9db9554f-a1ee-4070-be34-6f44bf46c819 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=63a2e49b0c454d43890a422c6fd0684c&device_id=6a3c276e-863c-4266-95d9-7d34e687fbcb HTTP/1.1" status: 200  len: 1097 time: 0.0918922
Jun 28 16:44:26.376739 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-c89d506f-8d2f-4e07-8ca9-814f1a5e2de6 req-06ecf254-3d32-4931-9a19-595b3e969aae tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f8045ec-a41a-4934-bc0f-71dfa6c36734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2496405
Jun 28 16:44:26.448975 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-ace0049c-91bf-4f35-beb9-4739ff9c18dc req-a9a7f569-4978-43fc-a540-3a7cbe86e59f tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] 10.222.0.30 "GET /v2.0/ports?device_id=f82b89f5-d9cc-4b57-b4c9-42beb6b13590 HTTP/1.1" status: 200  len: 210 time: 0.0783613
Jun 28 16:44:26.459367 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [req-4d82ca00-9396-4ac0-af33-050baa7264f4 req-78abf96d-4653-4ef0-8f38-8e02e4a11e80 tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:44:26.471854 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-4d82ca00-9396-4ac0-af33-050baa7264f4 req-78abf96d-4653-4ef0-8f38-8e02e4a11e80 tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] Usage tracker for resource:port and tenant:6ddb52d6c54b4cf787bc418ce22a686e is out of sync, need to count used quota {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:44:26.476505 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-4d82ca00-9396-4ac0-af33-050baa7264f4 req-78abf96d-4653-4ef0-8f38-8e02e4a11e80 tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:44:26.485646 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [req-4d82ca00-9396-4ac0-af33-050baa7264f4 req-78abf96d-4653-4ef0-8f38-8e02e4a11e80 tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:44:26.509176 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d82ca00-9396-4ac0-af33-050baa7264f4 req-78abf96d-4653-4ef0-8f38-8e02e4a11e80 tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] Made reservation on behalf of 6ddb52d6c54b4cf787bc418ce22a686e for: {'port': 1} {{(pid=74150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 28 16:44:26.509176 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-4d82ca00-9396-4ac0-af33-050baa7264f4 req-78abf96d-4653-4ef0-8f38-8e02e4a11e80 tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:26.528961 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-fdc768ab-7bea-43d3-8160-a5f6717df99e req-ec84068c-01da-4bea-a444-677c5022d994 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4972e850-3649-45da-891f-f712a7dc5d13&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.2038560
Jun 28 16:44:26.548444 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e163a0-9534-4af1-9fea-74c68748b243 req-0052eb14-f748-48de-b6ab-86f837ddf349 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:26.550743 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-d8e163a0-9534-4af1-9fea-74c68748b243 req-0052eb14-f748-48de-b6ab-86f837ddf349 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5a346278-b5ab-4c50-92aa-d9c545e84c60 HTTP/1.1" status: 200  len: 918 time: 0.1975448
Jun 28 16:44:26.772459 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-d8e163a0-9534-4af1-9fea-74c68748b243 req-4e2c5b40-ee8a-483f-a0cf-ea4701bd78a7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75089fd2-da65-4e0a-8bb4-4377a45a94d1 HTTP/1.1" status: 200  len: 1000 time: 0.2154067
Jun 28 16:44:26.818111 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-fdc768ab-7bea-43d3-8160-a5f6717df99e req-fd77b454-b06b-4297-aa6a-b9e67bfc8b0e service neutron] 10.222.0.15 "GET /v2.0/networks/4972e850-3649-45da-891f-f712a7dc5d13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2809937
Jun 28 16:44:26.873844 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.db_base_plugin_common [req-4d82ca00-9396-4ac0-af33-050baa7264f4 req-78abf96d-4653-4ef0-8f38-8e02e4a11e80 tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] Allocated IP 172.20.0.10 (cedf6a8a-6813-41b3-b6f2-977e493bfa53/d5b08fa1-1844-4c49-830b-b8ebe2ded68c/c0199864-9d60-40ff-9a97-892bf7c23904) {{(pid=74150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 28 16:44:26.931748 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e163a0-9534-4af1-9fea-74c68748b243 req-3becd988-135f-4dba-856d-006d62958d51 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:26.938434 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-d8e163a0-9534-4af1-9fea-74c68748b243 req-3becd988-135f-4dba-856d-006d62958d51 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b3e3d357-dcc0-424c-a40d-bd73416cd8db HTTP/1.1" status: 200  len: 856 time: 0.1575985
Jun 28 16:44:27.139538 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-d8e163a0-9534-4af1-9fea-74c68748b243 req-42ff2f82-006c-488b-a088-fd27cd76c6c1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5a346278-b5ab-4c50-92aa-d9c545e84c60&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1941550
Jun 28 16:44:27.352898 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-d8e163a0-9534-4af1-9fea-74c68748b243 req-86cff3d0-16b4-4d21-aeb6-9103e8020d9e service neutron] 10.222.0.15 "GET /v2.0/networks/5a346278-b5ab-4c50-92aa-d9c545e84c60?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2028897
Jun 28 16:44:27.425028 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-fdc768ab-7bea-43d3-8160-a5f6717df99e req-8090dda7-6ed0-4851-a880-bac00a4953fe service neutron] 10.222.0.15 "GET /v2.0/networks/4972e850-3649-45da-891f-f712a7dc5d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5915294
Jun 28 16:44:27.455205 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbd76f8-8a84-4c36-91c5-8306ae77c7a5 req-84cf5741-4473-4f16-94c6-239a0b0829d8 tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:27.462933 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-0cbd76f8-8a84-4c36-91c5-8306ae77c7a5 req-84cf5741-4473-4f16-94c6-239a0b0829d8 tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc92f18f-71a5-4d9e-becd-d15508d77c0b HTTP/1.1" status: 200  len: 948 time: 0.4890013
Jun 28 16:44:27.631145 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-0cbd76f8-8a84-4c36-91c5-8306ae77c7a5 req-c796a1bb-939a-427d-b3f5-1e248860975a tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] 10.222.0.30 "GET /v2.0/security-groups?id=0540f822-53a1-4b7a-8738-a78816750646&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1672153
Jun 28 16:44:27.677892 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-4d82ca00-9396-4ac0-af33-050baa7264f4 req-78abf96d-4653-4ef0-8f38-8e02e4a11e80 tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] Notify callbacks [] for port, precommit_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:27.704372 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-d8e163a0-9534-4af1-9fea-74c68748b243 req-f3e8543d-2f18-41fb-8718-43b27fee8366 service neutron] 10.222.0.15 "GET /v2.0/networks/5a346278-b5ab-4c50-92aa-d9c545e84c60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3458681
Jun 28 16:44:27.760521 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f0bc3-44ed-42ea-98e2-39699d20d9d4 req-ea9e372e-3948-4eb8-b7db-99113a93b1b7 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:27.762150 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-349f0bc3-44ed-42ea-98e2-39699d20d9d4 req-ea9e372e-3948-4eb8-b7db-99113a93b1b7 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a3c276e-863c-4266-95d9-7d34e687fbcb HTTP/1.1" status: 200  len: 944 time: 0.2519495
Jun 28 16:44:27.851661 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-4d82ca00-9396-4ac0-af33-050baa7264f4 req-78abf96d-4653-4ef0-8f38-8e02e4a11e80 tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771078328113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32536825'] for port, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:27.860452 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-7f96ca50-a281-45f4-8436-1af0be922c97 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:44:27.943992 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-349f0bc3-44ed-42ea-98e2-39699d20d9d4 req-bf699eb8-dbf0-4ab0-a1bb-883983a00d98 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=617347ef-10fd-471e-b011-50ccff30f907&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1762922
Jun 28 16:44:27.991228 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d82ca00-9396-4ac0-af33-050baa7264f4 req-78abf96d-4653-4ef0-8f38-8e02e4a11e80 tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] Network cedf6a8a-6813-41b3-b6f2-977e493bfa53 is already hosted by enough agents. {{(pid=74150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 28 16:44:27.996132 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.scheduler.base_scheduler [req-4d82ca00-9396-4ac0-af33-050baa7264f4 req-78abf96d-4653-4ef0-8f38-8e02e4a11e80 tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] Resources bound (agent type, host, resource id):  {{(pid=74150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 28 16:44:28.003024 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d82ca00-9396-4ac0-af33-050baa7264f4 req-78abf96d-4653-4ef0-8f38-8e02e4a11e80 tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] Received port after_create {{(pid=74150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 28 16:44:28.051805 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78abf96d-4653-4ef0-8f38-8e02e4a11e80 tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] Pushing event updated for resources: {'Port': ['ID=c0199864-9d60-40ff-9a97-892bf7c23904,revision_number=1']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:44:28.056552 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-78abf96d-4653-4ef0-8f38-8e02e4a11e80 tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:44:28.081689 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4658a1d5-2396-4be2-9798-71ce8b6f59f1 req-e0a70e2b-c1a0-4d8a-b081-ef6db49edfc8 tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:28.083533 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-4658a1d5-2396-4be2-9798-71ce8b6f59f1 req-e0a70e2b-c1a0-4d8a-b081-ef6db49edfc8 tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] 10.222.0.30 "GET /v2.0/ports?device_id=f82b89f5-d9cc-4b57-b4c9-42beb6b13590 HTTP/1.1" status: 200  len: 932 time: 0.2926998
Jun 28 16:44:28.171033 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d82ca00-9396-4ac0-af33-050baa7264f4 req-78abf96d-4653-4ef0-8f38-8e02e4a11e80 tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:28.171705 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-4d82ca00-9396-4ac0-af33-050baa7264f4 req-78abf96d-4653-4ef0-8f38-8e02e4a11e80 tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022804'] for port, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:28.196614 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-4658a1d5-2396-4be2-9798-71ce8b6f59f1 req-f9a82be9-221e-48cd-a0f1-009d61ca4335 tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] 10.222.0.30 "GET /v2.0/security-groups?id=f7a0c3dd-bcda-4cb4-9d9d-e9ba7b1ec6b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1050246
Jun 28 16:44:28.207374 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-4d82ca00-9396-4ac0-af33-050baa7264f4 req-78abf96d-4653-4ef0-8f38-8e02e4a11e80 tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.1729620
Jun 28 16:44:28.221094 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.v2.base [req-4d82ca00-9396-4ac0-af33-050baa7264f4 req-cf70128f-95d7-47bc-9979-18467b675dc1 service neutron] Request body: {'port': {'device_id': 'f82b89f5-d9cc-4b57-b4c9-42beb6b13590', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79810'}} {{(pid=74150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:44:28.384360 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-4d82ca00-9396-4ac0-af33-050baa7264f4 req-cf70128f-95d7-47bc-9979-18467b675dc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:28.793250 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.notifiers.nova [req-4d82ca00-9396-4ac0-af33-050baa7264f4 req-cf70128f-95d7-47bc-9979-18467b675dc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0199864-9d60-40ff-9a97-892bf7c23904 {{(pid=74150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 28 16:44:28.807051 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-4d82ca00-9396-4ac0-af33-050baa7264f4 req-cf70128f-95d7-47bc-9979-18467b675dc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:28.826616 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.provisioning_blocks [req-4d82ca00-9396-4ac0-af33-050baa7264f4 req-cf70128f-95d7-47bc-9979-18467b675dc1 service neutron] Transition to ACTIVE for port object c0199864-9d60-40ff-9a97-892bf7c23904 will not be triggered until provisioned by entity L2. {{(pid=74150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 28 16:44:28.831367 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-4d82ca00-9396-4ac0-af33-050baa7264f4 req-cf70128f-95d7-47bc-9979-18467b675dc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32536816'] for port, after_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:28.837012 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-132c0a0d-5b69-4824-a86a-be27c450b920 tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:44:29.019797 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf70128f-95d7-47bc-9979-18467b675dc1 service neutron] Pushing event updated for resources: {'Port': ['ID=c0199864-9d60-40ff-9a97-892bf7c23904,revision_number=2']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:44:29.024659 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-cf70128f-95d7-47bc-9979-18467b675dc1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:44:29.213701 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef654f91-a7cb-4819-b452-38eb1bd849ed req-3f76e235-9775-48bb-aef7-6f1666b8bfa5 tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:29.215198 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-ef654f91-a7cb-4819-b452-38eb1bd849ed req-3f76e235-9775-48bb-aef7-6f1666b8bfa5 tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc92f18f-71a5-4d9e-becd-d15508d77c0b HTTP/1.1" status: 200  len: 948 time: 0.3792188
Jun 28 16:44:29.310311 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.managers [req-4d82ca00-9396-4ac0-af33-050baa7264f4 req-cf70128f-95d7-47bc-9979-18467b675dc1 service neutron] Attempting to bind port c0199864-9d60-40ff-9a97-892bf7c23904 on host hv-cinder-79810 for vnic_type normal with profile  {{(pid=74150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 28 16:44:29.310561 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.managers [req-4d82ca00-9396-4ac0-af33-050baa7264f4 req-cf70128f-95d7-47bc-9979-18467b675dc1 service neutron] Attempting to bind port c0199864-9d60-40ff-9a97-892bf7c23904 by drivers openvswitch,hyperv on host hv-cinder-79810 at level 0 using segments [{'id': 'a2ba38a0-a8a7-428e-ae66-dabdf4d5f43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'cedf6a8a-6813-41b3-b6f2-977e493bfa53'}] {{(pid=74150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 28 16:44:29.310889 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d82ca00-9396-4ac0-af33-050baa7264f4 req-cf70128f-95d7-47bc-9979-18467b675dc1 service neutron] Attempting to bind port c0199864-9d60-40ff-9a97-892bf7c23904 on network cedf6a8a-6813-41b3-b6f2-977e493bfa53 {{(pid=74150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 28 16:44:29.330830 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d82ca00-9396-4ac0-af33-050baa7264f4 req-cf70128f-95d7-47bc-9979-18467b675dc1 service neutron] Port c0199864-9d60-40ff-9a97-892bf7c23904 on network cedf6a8a-6813-41b3-b6f2-977e493bfa53 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79810 {{(pid=74150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 28 16:44:29.331160 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d82ca00-9396-4ac0-af33-050baa7264f4 req-cf70128f-95d7-47bc-9979-18467b675dc1 service neutron] Attempting to bind port c0199864-9d60-40ff-9a97-892bf7c23904 on network cedf6a8a-6813-41b3-b6f2-977e493bfa53 {{(pid=74150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 28 16:44:29.334936 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-ef654f91-a7cb-4819-b452-38eb1bd849ed req-3738f3fb-67ce-43d0-85a4-d8bebf32d386 tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] 10.222.0.30 "GET /v2.0/security-groups?id=0540f822-53a1-4b7a-8738-a78816750646&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1140244
Jun 28 16:44:29.349664 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d82ca00-9396-4ac0-af33-050baa7264f4 req-cf70128f-95d7-47bc-9979-18467b675dc1 service neutron] Checking agent: {'id': '11e346dd-a6a4-43d4-822e-d449440d0a22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 16, 39, 15), 'started_at': datetime.datetime(2021, 6, 28, 16, 39, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 16, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 28 16:44:29.349997 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d82ca00-9396-4ac0-af33-050baa7264f4 req-cf70128f-95d7-47bc-9979-18467b675dc1 service neutron] Checking segment: {'id': 'a2ba38a0-a8a7-428e-ae66-dabdf4d5f43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'cedf6a8a-6813-41b3-b6f2-977e493bfa53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 28 16:44:29.357198 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d82ca00-9396-4ac0-af33-050baa7264f4 req-cf70128f-95d7-47bc-9979-18467b675dc1 service neutron] Bound using segment: {'id': 'a2ba38a0-a8a7-428e-ae66-dabdf4d5f43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'cedf6a8a-6813-41b3-b6f2-977e493bfa53'} {{(pid=74150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 28 16:44:29.358082 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.managers [req-4d82ca00-9396-4ac0-af33-050baa7264f4 req-cf70128f-95d7-47bc-9979-18467b675dc1 service neutron] Bound port: c0199864-9d60-40ff-9a97-892bf7c23904, host: hv-cinder-79810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2ba38a0-a8a7-428e-ae66-dabdf4d5f43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'cedf6a8a-6813-41b3-b6f2-977e493bfa53'}}] {{(pid=74150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 28 16:44:29.358724 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-4d82ca00-9396-4ac0-af33-050baa7264f4 req-cf70128f-95d7-47bc-9979-18467b675dc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:29.437671 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07639667-6347-4418-b1db-9d489fb71f16 req-be9099b9-2256-4e65-b426-e94cb70460bd tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:29.439087 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-07639667-6347-4418-b1db-9d489fb71f16 req-be9099b9-2256-4e65-b426-e94cb70460bd tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a3c276e-863c-4266-95d9-7d34e687fbcb HTTP/1.1" status: 200  len: 944 time: 0.1780283
Jun 28 16:44:29.551378 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.db [req-4d82ca00-9396-4ac0-af33-050baa7264f4 req-cf70128f-95d7-47bc-9979-18467b675dc1 service neutron] For port c0199864-9d60-40ff-9a97-892bf7c23904, host hv-cinder-79810, cleared binding levels {{(pid=74150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 28 16:44:29.561407 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.db [req-4d82ca00-9396-4ac0-af33-050baa7264f4 req-cf70128f-95d7-47bc-9979-18467b675dc1 service neutron] For port c0199864-9d60-40ff-9a97-892bf7c23904, host hv-cinder-79810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=c0199864-9d60-40ff-9a97-892bf7c23904,segment=NetworkSegment(a2ba38a0-a8a7-428e-ae66-dabdf4d5f43a),segment_id=a2ba38a0-a8a7-428e-ae66-dabdf4d5f43a)] {{(pid=74150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 28 16:44:29.561986 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device 95cfcc05-ae25-4656-8ce4-62b3101de8b1 details requested by agent hyperv_hv-cinder-79810 with host hv-cinder-79810 {{(pid=74152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 28 16:44:29.568799 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-07639667-6347-4418-b1db-9d489fb71f16 req-1ac96d2d-cbce-4579-aaa1-dfc4e073d2f9 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=617347ef-10fd-471e-b011-50ccff30f907&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1222162
Jun 28 16:44:29.572941 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-4d82ca00-9396-4ac0-af33-050baa7264f4 req-cf70128f-95d7-47bc-9979-18467b675dc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32536816'] for port, after_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:29.578266 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-eb611b0f-55d6-403f-a867-755d93761b40 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:44:29.650582 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-4d82ca00-9396-4ac0-af33-050baa7264f4 req-cf70128f-95d7-47bc-9979-18467b675dc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022804'] for port, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:29.651926 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-4d82ca00-9396-4ac0-af33-050baa7264f4 req-cf70128f-95d7-47bc-9979-18467b675dc1 service neutron] 10.222.0.15 "PUT /v2.0/ports/c0199864-9d60-40ff-9a97-892bf7c23904 HTTP/1.1" status: 200  len: 1094 time: 1.4374294
Jun 28 16:44:29.654459 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f82b89f5-d9cc-4b57-b4c9-42beb6b13590', 'tag': 'c0199864-9d60-40ff-9a97-892bf7c23904'}] {{(pid=74150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 28 16:44:29.675016 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ebb04e-cb4a-4c78-815c-f72c86e55b47 req-f98529e6-1058-4f02-822e-b9dadbdf4f86 tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:29.675717 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-c0ebb04e-cb4a-4c78-815c-f72c86e55b47 req-f98529e6-1058-4f02-822e-b9dadbdf4f86 tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] Synchronizing usage tracker for tenant:6ddb52d6c54b4cf787bc418ce22a686e on resource:port {{(pid=74150) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 28 16:44:29.682860 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf70128f-95d7-47bc-9979-18467b675dc1 service neutron] Pushing event updated for resources: {'Port': ['ID=c0199864-9d60-40ff-9a97-892bf7c23904,revision_number=3']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:44:29.687856 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-cf70128f-95d7-47bc-9979-18467b675dc1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:44:29.705030 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-c0ebb04e-cb4a-4c78-815c-f72c86e55b47 req-f98529e6-1058-4f02-822e-b9dadbdf4f86 tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] Unset dirty status for tenant:6ddb52d6c54b4cf787bc418ce22a686e on resource:port {{(pid=74150) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 28 16:44:29.706275 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-c0ebb04e-cb4a-4c78-815c-f72c86e55b47 req-f98529e6-1058-4f02-822e-b9dadbdf4f86 tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] 10.222.0.30 "GET /v2.0/ports?device_id=f82b89f5-d9cc-4b57-b4c9-42beb6b13590 HTTP/1.1" status: 200  len: 944 time: 0.2392776
Jun 28 16:44:29.726452 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] For port 95cfcc05-ae25-4656-8ce4-62b3101de8b1, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=95cfcc05-ae25-4656-8ce4-62b3101de8b1,segment=NetworkSegment(fed54222-5bc9-4132-829c-edf47f989867),segment_id=fed54222-5bc9-4132-829c-edf47f989867)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:44:29.731956 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f82b89f5-d9cc-4b57-b4c9-42beb6b13590', 'tag': 'c0199864-9d60-40ff-9a97-892bf7c23904', 'status': 'completed', 'code': 200}
Jun 28 16:44:29.740655 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Returning: {'device': '95cfcc05-ae25-4656-8ce4-62b3101de8b1', 'network_id': '4972e850-3649-45da-891f-f712a7dc5d13', 'port_id': '95cfcc05-ae25-4656-8ce4-62b3101de8b1', 'mac_address': 'fa:16:3e:02:4b:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b4fe4af-e88c-479a-a741-1daa9ea8f915', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 28 16:44:29.773998 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-c0ebb04e-cb4a-4c78-815c-f72c86e55b47 req-65d84df9-a8c2-42c7-b496-885d8c60972c tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] 10.222.0.30 "GET /v2.0/security-groups?id=f7a0c3dd-bcda-4cb4-9d9d-e9ba7b1ec6b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581584
Jun 28 16:44:29.811148 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:29.837909 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.notifiers.nova [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95cfcc05-ae25-4656-8ce4-62b3101de8b1 {{(pid=74152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 28 16:44:29.855275 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] For port 95cfcc05-ae25-4656-8ce4-62b3101de8b1, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=95cfcc05-ae25-4656-8ce4-62b3101de8b1,segment=NetworkSegment(fed54222-5bc9-4132-829c-edf47f989867),segment_id=fed54222-5bc9-4132-829c-edf47f989867)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:44:29.859760 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:29.861547 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:44:29.928740 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Pushing event updated for resources: {'Port': ['ID=95cfcc05-ae25-4656-8ce4-62b3101de8b1,revision_number=4']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:44:29.932233 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:44:30.651197 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe7a7c5-20f4-47bd-99c2-d9414e997de9 req-1d3cdf42-ac1d-41eb-b208-8c74021431cc tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:30.654666 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-8fe7a7c5-20f4-47bd-99c2-d9414e997de9 req-1d3cdf42-ac1d-41eb-b208-8c74021431cc tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc92f18f-71a5-4d9e-becd-d15508d77c0b HTTP/1.1" status: 200  len: 949 time: 0.1138618
Jun 28 16:44:30.734867 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-8fe7a7c5-20f4-47bd-99c2-d9414e997de9 req-1192db0a-8e78-4b5e-b55d-28055cb220e1 tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] 10.222.0.30 "GET /v2.0/security-groups?id=0540f822-53a1-4b7a-8738-a78816750646&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0691586
Jun 28 16:44:30.959421 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c034c74-41c2-42f4-9756-a1dd23df863b req-abdce01e-9296-4219-96c1-3bfbb081146f tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:30.963092 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-2c034c74-41c2-42f4-9756-a1dd23df863b req-abdce01e-9296-4219-96c1-3bfbb081146f tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a3c276e-863c-4266-95d9-7d34e687fbcb HTTP/1.1" status: 200  len: 944 time: 0.2269681
Jun 28 16:44:31.103063 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-2c034c74-41c2-42f4-9756-a1dd23df863b req-5ae9df95-5b4a-440b-a174-f541b9322b98 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=617347ef-10fd-471e-b011-50ccff30f907&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1280382
Jun 28 16:44:31.215647 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c085c9b3-f683-40cd-9999-9e488b7ef466 req-05e6fe10-d7f1-4d01-949d-1c5e372f1ea1 tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:31.217099 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-c085c9b3-f683-40cd-9999-9e488b7ef466 req-05e6fe10-d7f1-4d01-949d-1c5e372f1ea1 tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] 10.222.0.30 "GET /v2.0/ports?device_id=f82b89f5-d9cc-4b57-b4c9-42beb6b13590 HTTP/1.1" status: 200  len: 944 time: 0.1910028
Jun 28 16:44:31.285876 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-c085c9b3-f683-40cd-9999-9e488b7ef466 req-d4e61831-0c86-4e7d-b1a9-0f5efd2f2164 tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] 10.222.0.30 "GET /v2.0/security-groups?id=f7a0c3dd-bcda-4cb4-9d9d-e9ba7b1ec6b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626729
Jun 28 16:44:31.811410 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] get_ports_and_sgs() called for port_ids ['95cfcc05-ae25-4656-8ce4-62b3101de8b1'] {{(pid=74152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 28 16:44:32.016467 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e38774-9a32-4e02-9691-05ee717ba415 req-6f04fbe0-7d87-4004-b75a-124a4d335f7b tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:32.019277 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-70e38774-9a32-4e02-9691-05ee717ba415 req-6f04fbe0-7d87-4004-b75a-124a4d335f7b tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc92f18f-71a5-4d9e-becd-d15508d77c0b HTTP/1.1" status: 200  len: 949 time: 0.1424606
Jun 28 16:44:32.115766 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-70e38774-9a32-4e02-9691-05ee717ba415 req-ef7a62f3-064b-48a5-a4cf-2d25a87095f3 tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] 10.222.0.30 "GET /v2.0/security-groups?id=0540f822-53a1-4b7a-8738-a78816750646&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0899320
Jun 28 16:44:32.435547 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e663bb-1255-4ce5-b4d9-9476faa6bcec req-8a04f671-282a-4a68-bb54-6b3ea601cc88 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:32.444007 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-c9e663bb-1255-4ce5-b4d9-9476faa6bcec req-8a04f671-282a-4a68-bb54-6b3ea601cc88 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a3c276e-863c-4266-95d9-7d34e687fbcb HTTP/1.1" status: 200  len: 944 time: 0.1201282
Jun 28 16:44:32.531789 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-c9e663bb-1255-4ce5-b4d9-9476faa6bcec req-8b30d76d-dc6c-4f6f-975b-3adfa47b275b tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=617347ef-10fd-471e-b011-50ccff30f907&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0802450
Jun 28 16:44:32.723801 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c1db08-9aa4-483c-a5ea-7994bad0ac00 req-021588ab-6239-4d5e-8f00-865a94faf07f tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:32.726150 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-71c1db08-9aa4-483c-a5ea-7994bad0ac00 req-021588ab-6239-4d5e-8f00-865a94faf07f tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] 10.222.0.30 "GET /v2.0/ports?device_id=f82b89f5-d9cc-4b57-b4c9-42beb6b13590 HTTP/1.1" status: 200  len: 944 time: 0.1843903
Jun 28 16:44:32.790183 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-71c1db08-9aa4-483c-a5ea-7994bad0ac00 req-4d8d6ead-b91d-4caa-8fd2-5539b3600666 tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] 10.222.0.30 "GET /v2.0/security-groups?id=f7a0c3dd-bcda-4cb4-9d9d-e9ba7b1ec6b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519154
Jun 28 16:44:33.414400 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e35699-fccc-4541-8347-0bf2145ae183 req-b3352b4a-ef30-48ff-914a-afa079f4e490 tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:33.416408 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-b6e35699-fccc-4541-8347-0bf2145ae183 req-b3352b4a-ef30-48ff-914a-afa079f4e490 tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc92f18f-71a5-4d9e-becd-d15508d77c0b HTTP/1.1" status: 200  len: 949 time: 0.1173453
Jun 28 16:44:33.474174 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-b6e35699-fccc-4541-8347-0bf2145ae183 req-44e5164e-f99c-46ad-9a3a-e13acabd4e3f tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] 10.222.0.30 "GET /v2.0/security-groups?id=0540f822-53a1-4b7a-8738-a78816750646&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515795
Jun 28 16:44:33.573772 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device 95cfcc05-ae25-4656-8ce4-62b3101de8b1 up at agent hyperv_hv-cinder-79810 {{(pid=74152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 28 16:44:33.778710 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Provisioning for port 95cfcc05-ae25-4656-8ce4-62b3101de8b1 completed by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 28 16:44:33.799013 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Provisioning complete for port 95cfcc05-ae25-4656-8ce4-62b3101de8b1 triggered by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:44:33.800208 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:34.083023 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2b4be3-7aad-4007-9509-3352b9ca6139 req-9db91884-2b0d-4815-94df-d6ec3c231851 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:34.086286 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-6b2b4be3-7aad-4007-9509-3352b9ca6139 req-9db91884-2b0d-4815-94df-d6ec3c231851 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a3c276e-863c-4266-95d9-7d34e687fbcb HTTP/1.1" status: 200  len: 944 time: 0.2758875
Jun 28 16:44:34.305629 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:34.382577 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-6b2b4be3-7aad-4007-9509-3352b9ca6139 req-79d7c754-8034-436c-9aef-aeb1e6c5fecb tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=617347ef-10fd-471e-b011-50ccff30f907&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2867579
Jun 28 16:44:34.465404 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc92f18f-71a5-4d9e-becd-d15508d77c0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95cfcc05-ae25-4656-8ce4-62b3101de8b1'}] {{(pid=74152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 28 16:44:34.483563 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] For port 95cfcc05-ae25-4656-8ce4-62b3101de8b1, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=95cfcc05-ae25-4656-8ce4-62b3101de8b1,segment=NetworkSegment(fed54222-5bc9-4132-829c-edf47f989867),segment_id=fed54222-5bc9-4132-829c-edf47f989867)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:44:34.505637 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:34.511148 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:44:34.511683 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1885298e-e40f-4d07-857d-c75ab159a66c req-521db018-944e-4aa7-bf0d-f1a98d06275e tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:34.519115 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-1885298e-e40f-4d07-857d-c75ab159a66c req-521db018-944e-4aa7-bf0d-f1a98d06275e tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] 10.222.0.30 "GET /v2.0/ports?device_id=f82b89f5-d9cc-4b57-b4c9-42beb6b13590 HTTP/1.1" status: 200  len: 944 time: 0.2655008
Jun 28 16:44:34.571532 dv-cinder-798104-1-iscsi neutron-server[74152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc92f18f-71a5-4d9e-becd-d15508d77c0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95cfcc05-ae25-4656-8ce4-62b3101de8b1', 'code': 200}
Jun 28 16:44:34.617543 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-1885298e-e40f-4d07-857d-c75ab159a66c req-69353b78-91a2-46e3-b4af-31297359d20d tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] 10.222.0.30 "GET /v2.0/security-groups?id=f7a0c3dd-bcda-4cb4-9d9d-e9ba7b1ec6b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0932686
Jun 28 16:44:34.650256 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Pushing event updated for resources: {'Port': ['ID=95cfcc05-ae25-4656-8ce4-62b3101de8b1,revision_number=5']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:44:34.666329 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:44:34.854901 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce94ada-ebb2-42f5-8f6a-93d07d3abf4d req-bf5c7790-599a-478e-b6f5-465479cc53b7 tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:34.856807 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-5ce94ada-ebb2-42f5-8f6a-93d07d3abf4d req-bf5c7790-599a-478e-b6f5-465479cc53b7 tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc92f18f-71a5-4d9e-becd-d15508d77c0b HTTP/1.1" status: 200  len: 950 time: 0.1024675
Jun 28 16:44:34.980348 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-5ce94ada-ebb2-42f5-8f6a-93d07d3abf4d req-3756fb94-43e4-4529-8051-50252e978469 tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] 10.222.0.30 "GET /v2.0/security-groups?id=0540f822-53a1-4b7a-8738-a78816750646&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1150301
Jun 28 16:44:35.699458 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f4ca71-8638-4b3d-8007-a559087d5401 req-5b8c9391-1b4a-473a-b38d-873aad6ac6ce tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:35.713450 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-21f4ca71-8638-4b3d-8007-a559087d5401 req-5b8c9391-1b4a-473a-b38d-873aad6ac6ce tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a3c276e-863c-4266-95d9-7d34e687fbcb HTTP/1.1" status: 200  len: 944 time: 0.1084642
Jun 28 16:44:35.795614 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-21f4ca71-8638-4b3d-8007-a559087d5401 req-68ff8a42-f496-4dc4-9793-9934e270c30b tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=617347ef-10fd-471e-b011-50ccff30f907&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0798056
Jun 28 16:44:35.956450 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed2ffe4-ba6e-4b24-addf-71f089e19d2b req-8166896b-9630-4c6b-8b44-984ba8ec75b5 tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:35.958328 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-9ed2ffe4-ba6e-4b24-addf-71f089e19d2b req-8166896b-9630-4c6b-8b44-984ba8ec75b5 tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] 10.222.0.30 "GET /v2.0/ports?device_id=f82b89f5-d9cc-4b57-b4c9-42beb6b13590 HTTP/1.1" status: 200  len: 944 time: 0.1551681
Jun 28 16:44:36.010994 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-9ed2ffe4-ba6e-4b24-addf-71f089e19d2b req-bc6fc0f5-81b6-4814-b982-27424faf7a65 tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] 10.222.0.30 "GET /v2.0/security-groups?id=f7a0c3dd-bcda-4cb4-9d9d-e9ba7b1ec6b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462842
Jun 28 16:44:36.402512 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15169a1b-e7bf-48ed-b95c-064070bf085f req-88b57b2d-62a5-47f5-9216-941f564062b9 tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:36.411727 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-15169a1b-e7bf-48ed-b95c-064070bf085f req-88b57b2d-62a5-47f5-9216-941f564062b9 tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc92f18f-71a5-4d9e-becd-d15508d77c0b HTTP/1.1" status: 200  len: 950 time: 0.1872058
Jun 28 16:44:36.481906 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-15169a1b-e7bf-48ed-b95c-064070bf085f req-c1ebb951-b1c1-4b53-ab3a-3000c4600e7a tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] 10.222.0.30 "GET /v2.0/security-groups?id=0540f822-53a1-4b7a-8738-a78816750646&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687342
Jun 28 16:44:37.142449 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ba794-1c8e-473d-8e5c-04618111f1d6 req-74d8aa12-dae0-4bf6-a17b-da20fcbc657b tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:37.145071 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-e66ba794-1c8e-473d-8e5c-04618111f1d6 req-74d8aa12-dae0-4bf6-a17b-da20fcbc657b tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a3c276e-863c-4266-95d9-7d34e687fbcb HTTP/1.1" status: 200  len: 944 time: 0.1411989
Jun 28 16:44:37.262052 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-e66ba794-1c8e-473d-8e5c-04618111f1d6 req-d7339921-107a-4ff0-acfa-0455ab102cf4 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=617347ef-10fd-471e-b011-50ccff30f907&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1106124
Jun 28 16:44:37.407268 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb367848-e17c-445f-a91f-addc4f9718aa req-8581e5ec-c433-45e6-a299-875c56535289 tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:37.409770 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-fb367848-e17c-445f-a91f-addc4f9718aa req-8581e5ec-c433-45e6-a299-875c56535289 tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] 10.222.0.30 "GET /v2.0/ports?device_id=f82b89f5-d9cc-4b57-b4c9-42beb6b13590 HTTP/1.1" status: 200  len: 944 time: 0.1271763
Jun 28 16:44:37.490623 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-fb367848-e17c-445f-a91f-addc4f9718aa req-4ad4441a-01a5-4fb2-bc52-299620e7c39e tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] 10.222.0.30 "GET /v2.0/security-groups?id=f7a0c3dd-bcda-4cb4-9d9d-e9ba7b1ec6b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0735376
Jun 28 16:44:37.926075 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fae1f9-f6d3-4ad9-a368-e71c5e8e78bd req-d15e8db7-d9c7-4384-955f-ad7d305a434c tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:37.940131 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-07fae1f9-f6d3-4ad9-a368-e71c5e8e78bd req-d15e8db7-d9c7-4384-955f-ad7d305a434c tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc92f18f-71a5-4d9e-becd-d15508d77c0b HTTP/1.1" status: 200  len: 950 time: 0.2285938
Jun 28 16:44:38.014239 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-07fae1f9-f6d3-4ad9-a368-e71c5e8e78bd req-c89d41c5-cb79-41bf-bbb0-7cb070b6532b tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] 10.222.0.30 "GET /v2.0/security-groups?id=0540f822-53a1-4b7a-8738-a78816750646&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723939
Jun 28 16:44:38.920042 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde1ebef-adc5-489a-aad3-451c3ca65c65 req-c3f8ef7e-ac42-4323-9ff6-23ff737acbc1 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:38.922020 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-cde1ebef-adc5-489a-aad3-451c3ca65c65 req-c3f8ef7e-ac42-4323-9ff6-23ff737acbc1 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a3c276e-863c-4266-95d9-7d34e687fbcb HTTP/1.1" status: 200  len: 944 time: 0.3466690
Jun 28 16:44:38.970686 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-12a428e8-b988-491f-9c40-e71f143cbd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:39.018937 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb2be30-20a8-4666-ae5f-35aea38b4c9d req-2ad22f78-21da-4d7b-80ff-b475bd9db5d1 tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:39.053942 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-ccb2be30-20a8-4666-ae5f-35aea38b4c9d req-2ad22f78-21da-4d7b-80ff-b475bd9db5d1 tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] 10.222.0.30 "GET /v2.0/ports?device_id=f82b89f5-d9cc-4b57-b4c9-42beb6b13590 HTTP/1.1" status: 200  len: 944 time: 0.2855284
Jun 28 16:44:39.267680 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-cde1ebef-adc5-489a-aad3-451c3ca65c65 req-9a35dfce-860e-41f9-96d6-ce4cf2580d0d tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=617347ef-10fd-471e-b011-50ccff30f907&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3374662
Jun 28 16:44:39.416407 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-ccb2be30-20a8-4666-ae5f-35aea38b4c9d req-354bbe24-b67f-4c07-a84b-1406cba30a5b tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] 10.222.0.30 "GET /v2.0/security-groups?id=f7a0c3dd-bcda-4cb4-9d9d-e9ba7b1ec6b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3613274
Jun 28 16:44:39.466527 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:39.722889 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2fbd0b-f29c-48bf-9489-90a3fc9f65e9 req-1aeba4aa-5d57-4c53-a1a4-4589213abd7c tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:39.727702 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-4b2fbd0b-f29c-48bf-9489-90a3fc9f65e9 req-1aeba4aa-5d57-4c53-a1a4-4589213abd7c tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc92f18f-71a5-4d9e-becd-d15508d77c0b HTTP/1.1" status: 200  len: 950 time: 0.1419387
Jun 28 16:44:39.793938 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-4b2fbd0b-f29c-48bf-9489-90a3fc9f65e9 req-4e51dc4e-6548-4559-a63e-abb276f1686d tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] 10.222.0.30 "GET /v2.0/security-groups?id=0540f822-53a1-4b7a-8738-a78816750646&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559192
Jun 28 16:44:40.823818 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dc4176-19a9-45eb-9ec5-a328dda07cc7 req-5f068859-f1b1-4d97-b7f8-b193613fac77 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:40.825379 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-68dc4176-19a9-45eb-9ec5-a328dda07cc7 req-5f068859-f1b1-4d97-b7f8-b193613fac77 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a3c276e-863c-4266-95d9-7d34e687fbcb HTTP/1.1" status: 200  len: 944 time: 0.2986155
Jun 28 16:44:40.856650 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8f2bbd-15fa-40df-a0ed-a8e8e7970182 req-dbc27e6b-5b61-417c-899d-01fb7fc83793 tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:40.858284 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-ca8f2bbd-15fa-40df-a0ed-a8e8e7970182 req-dbc27e6b-5b61-417c-899d-01fb7fc83793 tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] 10.222.0.30 "GET /v2.0/ports?device_id=f82b89f5-d9cc-4b57-b4c9-42beb6b13590 HTTP/1.1" status: 200  len: 944 time: 0.1338861
Jun 28 16:44:40.920349 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-68dc4176-19a9-45eb-9ec5-a328dda07cc7 req-6b557fba-aed1-4a56-a364-0bdc3a9c8f64 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=617347ef-10fd-471e-b011-50ccff30f907&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0854914
Jun 28 16:44:40.946835 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-ca8f2bbd-15fa-40df-a0ed-a8e8e7970182 req-e3f27e73-efb9-4e12-9e3f-3fc26264f5d6 tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] 10.222.0.30 "GET /v2.0/security-groups?id=f7a0c3dd-bcda-4cb4-9d9d-e9ba7b1ec6b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0674329
Jun 28 16:44:41.190136 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1eb0cd-0569-47b2-a17d-759d5efa396b req-dae375a7-5030-47a0-9ff9-15a8429b92a8 tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:41.197494 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-3a1eb0cd-0569-47b2-a17d-759d5efa396b req-dae375a7-5030-47a0-9ff9-15a8429b92a8 tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc92f18f-71a5-4d9e-becd-d15508d77c0b HTTP/1.1" status: 200  len: 950 time: 0.1421545
Jun 28 16:44:41.296087 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-f6ed7e70-799d-42c2-abf7-dd6c5f6eb76e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:41.335730 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-3a1eb0cd-0569-47b2-a17d-759d5efa396b req-629c0687-e824-4423-ae85-06caa6dd193f tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] 10.222.0.30 "GET /v2.0/security-groups?id=0540f822-53a1-4b7a-8738-a78816750646&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1313941
Jun 28 16:44:42.310379 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd721265-f1d9-41e9-89ce-2abfe303bba8 req-31feaab0-8f2e-4297-82e6-0136e5d724ee tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:42.312400 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-fd721265-f1d9-41e9-89ce-2abfe303bba8 req-31feaab0-8f2e-4297-82e6-0136e5d724ee tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a3c276e-863c-4266-95d9-7d34e687fbcb HTTP/1.1" status: 200  len: 944 time: 0.1493995
Jun 28 16:44:42.324393 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d2c291-c192-441d-9ace-c9eae934d522 req-e2e40e81-1fea-4539-96f0-d97fb68ad691 tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:42.326507 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-c9d2c291-c192-441d-9ace-c9eae934d522 req-e2e40e81-1fea-4539-96f0-d97fb68ad691 tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] 10.222.0.30 "GET /v2.0/ports?device_id=f82b89f5-d9cc-4b57-b4c9-42beb6b13590 HTTP/1.1" status: 200  len: 944 time: 0.1284640
Jun 28 16:44:42.417331 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-fd721265-f1d9-41e9-89ce-2abfe303bba8 req-45f54dde-e835-4ee1-8e4e-fbb6fbf8daf4 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=617347ef-10fd-471e-b011-50ccff30f907&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0892651
Jun 28 16:44:42.419538 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-6c3ff140-2be5-46e8-b74a-5424bc372793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:42.420507 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-c9d2c291-c192-441d-9ace-c9eae934d522 req-51bedf8c-6750-479e-8280-0d26bbd5a59f tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] 10.222.0.30 "GET /v2.0/security-groups?id=f7a0c3dd-bcda-4cb4-9d9d-e9ba7b1ec6b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0750411
Jun 28 16:44:42.641838 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4f0cc4-5bf4-449d-be1d-e7bb4a8f7c9b req-27ccb47d-8c38-4227-9107-4bda816c7851 tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:42.643392 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-6b4f0cc4-5bf4-449d-be1d-e7bb4a8f7c9b req-27ccb47d-8c38-4227-9107-4bda816c7851 tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc92f18f-71a5-4d9e-becd-d15508d77c0b HTTP/1.1" status: 200  len: 950 time: 0.0880904
Jun 28 16:44:42.734069 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-6b4f0cc4-5bf4-449d-be1d-e7bb4a8f7c9b req-b725edd6-eef2-4cf9-86fd-38d85b23163a tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] 10.222.0.30 "GET /v2.0/security-groups?id=0540f822-53a1-4b7a-8738-a78816750646&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0844495
Jun 28 16:44:43.811134 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-fd2edf05-0766-47e8-8f93-dd196cd77039 req-649c7403-4ec2-4808-b6fc-166d2b61a07c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dc92f18f-71a5-4d9e-becd-d15508d77c0b HTTP/1.1" status: 200  len: 1103 time: 0.0808201
Jun 28 16:44:43.825012 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-22e87c81-f76d-4a80-8844-2cd4aa40b459 req-c5803e2e-3b7c-4746-98d3-fd3174e13cac service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6ddb52d6c54b4cf787bc418ce22a686e&device_id=f82b89f5-d9cc-4b57-b4c9-42beb6b13590 HTTP/1.1" status: 200  len: 1097 time: 0.3445790
Jun 28 16:44:43.865556 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-fd2edf05-0766-47e8-8f93-dd196cd77039 req-54376831-8c8f-40a0-997b-4985f2e5c9a3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0540f822-53a1-4b7a-8738-a78816750646&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450497
Jun 28 16:44:43.951160 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fca0ec-3391-46c6-8e48-6d5d2d940d72 req-e0b0705a-d3be-4a33-8aa2-68ad02a3ffe0 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:43.952695 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-35fca0ec-3391-46c6-8e48-6d5d2d940d72 req-e0b0705a-d3be-4a33-8aa2-68ad02a3ffe0 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a3c276e-863c-4266-95d9-7d34e687fbcb HTTP/1.1" status: 200  len: 944 time: 0.2302635
Jun 28 16:44:43.962149 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bec48b-4611-4751-ab14-5994e6e38772 req-9ba2c1b7-e162-4ca0-8a39-051903ef4740 tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:43.963639 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-47bec48b-4611-4751-ab14-5994e6e38772 req-9ba2c1b7-e162-4ca0-8a39-051903ef4740 tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] 10.222.0.30 "GET /v2.0/ports?device_id=f82b89f5-d9cc-4b57-b4c9-42beb6b13590 HTTP/1.1" status: 200  len: 944 time: 0.3219993
Jun 28 16:44:44.022193 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-5e27322e-457d-4bf0-b73d-ff6c09f635fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:44.081588 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e87c81-f76d-4a80-8844-2cd4aa40b459 req-42001adf-87e1-4766-a048-24cc0cff7f8f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:44.083051 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-22e87c81-f76d-4a80-8844-2cd4aa40b459 req-42001adf-87e1-4766-a048-24cc0cff7f8f service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=6ddb52d6c54b4cf787bc418ce22a686e&shared=False HTTP/1.1" status: 200  len: 915 time: 0.2460468
Jun 28 16:44:44.088329 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-35fca0ec-3391-46c6-8e48-6d5d2d940d72 req-3c1a923f-9c80-4d11-82b4-ad017415db33 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=617347ef-10fd-471e-b011-50ccff30f907&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1212213
Jun 28 16:44:44.090526 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-47bec48b-4611-4751-ab14-5994e6e38772 req-b6a35c44-3be1-4285-a5d4-55cee7294cfd tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] 10.222.0.30 "GET /v2.0/security-groups?id=f7a0c3dd-bcda-4cb4-9d9d-e9ba7b1ec6b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1075909
Jun 28 16:44:44.239682 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e87c81-f76d-4a80-8844-2cd4aa40b459 req-76aed179-5b71-43ba-837b-036124e8f12c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:44.241880 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-22e87c81-f76d-4a80-8844-2cd4aa40b459 req-76aed179-5b71-43ba-837b-036124e8f12c service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1504724
Jun 28 16:44:44.421845 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-4d82ca00-9396-4ac0-af33-050baa7264f4 req-bb4bcbb0-251e-4446-ba6a-a0d2a79d0b65 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6ddb52d6c54b4cf787bc418ce22a686e&device_id=f82b89f5-d9cc-4b57-b4c9-42beb6b13590 HTTP/1.1" status: 200  len: 1097 time: 0.1154113
Jun 28 16:44:44.429279 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380f6cd0-1ed5-4dcc-9d6b-4ea5c9febdb3 req-dfc97e75-2f23-45a1-9507-effbfaa6ca94 tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:44.430842 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-380f6cd0-1ed5-4dcc-9d6b-4ea5c9febdb3 req-dfc97e75-2f23-45a1-9507-effbfaa6ca94 tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc92f18f-71a5-4d9e-becd-d15508d77c0b HTTP/1.1" status: 200  len: 950 time: 0.1650395
Jun 28 16:44:44.568210 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-4d82ca00-9396-4ac0-af33-050baa7264f4 req-ff49d543-9f13-4dee-b4bf-5a57b68c6fa3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0199864-9d60-40ff-9a97-892bf7c23904 HTTP/1.1" status: 200  len: 217 time: 0.1363723
Jun 28 16:44:44.652006 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-380f6cd0-1ed5-4dcc-9d6b-4ea5c9febdb3 req-da46d3e0-01be-4271-87ba-0ae5c4782048 tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] 10.222.0.30 "GET /v2.0/security-groups?id=0540f822-53a1-4b7a-8738-a78816750646&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1300669
Jun 28 16:44:44.660749 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d82ca00-9396-4ac0-af33-050baa7264f4 req-75d51454-9214-40ef-b556-7c03864febc7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:44.662262 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-4d82ca00-9396-4ac0-af33-050baa7264f4 req-75d51454-9214-40ef-b556-7c03864febc7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d5b08fa1-1844-4c49-830b-b8ebe2ded68c HTTP/1.1" status: 200  len: 854 time: 0.0857203
Jun 28 16:44:44.717863 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-4d82ca00-9396-4ac0-af33-050baa7264f4 req-83aae4e9-8ea5-4bbb-b3bd-228edb533cce service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cedf6a8a-6813-41b3-b6f2-977e493bfa53&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0474463
Jun 28 16:44:45.021397 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-4d82ca00-9396-4ac0-af33-050baa7264f4 req-8bc71497-5049-43d4-8941-7d7890025e1a service neutron] 10.222.0.15 "GET /v2.0/networks/cedf6a8a-6813-41b3-b6f2-977e493bfa53?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2951415
Jun 28 16:44:45.047854 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:45.358603 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-4d82ca00-9396-4ac0-af33-050baa7264f4 req-a8527945-392b-4da6-90f6-53078b240415 service neutron] 10.222.0.15 "GET /v2.0/networks/cedf6a8a-6813-41b3-b6f2-977e493bfa53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3286531
Jun 28 16:44:45.540227 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b31acd3-557c-4b3b-8a30-ef945721e1e5 req-910ff6e0-f3b7-4713-bbe0-33a2a7ebc0f5 tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:45.541796 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-6b31acd3-557c-4b3b-8a30-ef945721e1e5 req-910ff6e0-f3b7-4713-bbe0-33a2a7ebc0f5 tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] 10.222.0.30 "GET /v2.0/ports?device_id=f82b89f5-d9cc-4b57-b4c9-42beb6b13590 HTTP/1.1" status: 200  len: 944 time: 0.1230848
Jun 28 16:44:45.620401 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-6b31acd3-557c-4b3b-8a30-ef945721e1e5 req-fbaf1fae-66c6-43af-b966-cf5f53f099bd tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] 10.222.0.30 "GET /v2.0/security-groups?id=f7a0c3dd-bcda-4cb4-9d9d-e9ba7b1ec6b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658326
Jun 28 16:44:45.973239 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2646a40-07f6-4e98-9a69-4872d312ed8f req-0d665e08-4e99-421d-bc5e-e6ff952f7bb8 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:45.978065 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-a2646a40-07f6-4e98-9a69-4872d312ed8f req-0d665e08-4e99-421d-bc5e-e6ff952f7bb8 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a3c276e-863c-4266-95d9-7d34e687fbcb HTTP/1.1" status: 200  len: 944 time: 0.1301177
Jun 28 16:44:46.066860 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-a2646a40-07f6-4e98-9a69-4872d312ed8f req-dadd7316-2330-4e9f-ab59-a52e2150d79a tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=617347ef-10fd-471e-b011-50ccff30f907&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0766404
Jun 28 16:44:46.229973 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7398fce-0b23-451a-90bf-276704f2b2a0 req-346a551e-897c-45ac-b8fb-a8c70c9c3b17 tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:46.232018 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-f7398fce-0b23-451a-90bf-276704f2b2a0 req-346a551e-897c-45ac-b8fb-a8c70c9c3b17 tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc92f18f-71a5-4d9e-becd-d15508d77c0b HTTP/1.1" status: 200  len: 950 time: 0.1023254
Jun 28 16:44:46.312013 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-f7398fce-0b23-451a-90bf-276704f2b2a0 req-9f2249e0-d25d-42c2-bed2-40e1a9f47eae tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] 10.222.0.30 "GET /v2.0/security-groups?id=0540f822-53a1-4b7a-8738-a78816750646&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668850
Jun 28 16:44:46.960323 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11252ad7-247a-4739-8b28-004aea234adb req-304e5741-1158-48e4-85ed-2e38d50d7cc8 tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:46.961894 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-11252ad7-247a-4739-8b28-004aea234adb req-304e5741-1158-48e4-85ed-2e38d50d7cc8 tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] 10.222.0.30 "GET /v2.0/ports?device_id=f82b89f5-d9cc-4b57-b4c9-42beb6b13590 HTTP/1.1" status: 200  len: 944 time: 0.1813478
Jun 28 16:44:46.968647 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb2e4b8-a0f4-4fe1-8737-c3b485445b22 req-fcf1ebf5-a45c-48fc-93a5-05f1424948fa tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:46.970149 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-2bb2e4b8-a0f4-4fe1-8737-c3b485445b22 req-fcf1ebf5-a45c-48fc-93a5-05f1424948fa tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc92f18f-71a5-4d9e-becd-d15508d77c0b HTTP/1.1" status: 200  len: 950 time: 0.1440129
Jun 28 16:44:47.056258 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-11252ad7-247a-4739-8b28-004aea234adb req-0c8a4699-a5c2-409d-ba3e-8664a81c1106 tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] 10.222.0.30 "GET /v2.0/security-groups?id=f7a0c3dd-bcda-4cb4-9d9d-e9ba7b1ec6b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0831919
Jun 28 16:44:47.068221 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-2bb2e4b8-a0f4-4fe1-8737-c3b485445b22 req-50807936-20e5-4727-9911-6e696cfbb723 tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] 10.222.0.30 "GET /v2.0/security-groups?id=0540f822-53a1-4b7a-8738-a78816750646&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0769029
Jun 28 16:44:47.424862 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62768155-4fae-4dc6-8583-3c782c09e209 req-91649bca-33d9-4f21-83e4-dd5db8045fb3 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:47.426606 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-62768155-4fae-4dc6-8583-3c782c09e209 req-91649bca-33d9-4f21-83e4-dd5db8045fb3 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a3c276e-863c-4266-95d9-7d34e687fbcb HTTP/1.1" status: 200  len: 944 time: 0.1640170
Jun 28 16:44:47.546078 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-62768155-4fae-4dc6-8583-3c782c09e209 req-7ad3b4f1-3623-4dd8-b92d-65605b5d1803 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=617347ef-10fd-471e-b011-50ccff30f907&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1084709
Jun 28 16:44:47.665987 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device c0199864-9d60-40ff-9a97-892bf7c23904 details requested by agent hyperv_hv-cinder-79810 with host hv-cinder-79810 {{(pid=74152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 28 16:44:47.860216 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084c3911-6588-4fe4-8c7b-bc5ada0113f3 req-b6d82047-4078-4416-8d10-ab9aecccafb0 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:47.861893 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-084c3911-6588-4fe4-8c7b-bc5ada0113f3 req-b6d82047-4078-4416-8d10-ab9aecccafb0 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/ports?device_id=69a01249-24b4-4899-982a-37bd6370d430 HTTP/1.1" status: 200  len: 945 time: 0.1138730
Jun 28 16:44:47.894117 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] For port c0199864-9d60-40ff-9a97-892bf7c23904, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=c0199864-9d60-40ff-9a97-892bf7c23904,segment=NetworkSegment(a2ba38a0-a8a7-428e-ae66-dabdf4d5f43a),segment_id=a2ba38a0-a8a7-428e-ae66-dabdf4d5f43a)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:44:47.914771 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Returning: {'device': 'c0199864-9d60-40ff-9a97-892bf7c23904', 'network_id': 'cedf6a8a-6813-41b3-b6f2-977e493bfa53', 'port_id': 'c0199864-9d60-40ff-9a97-892bf7c23904', 'mac_address': 'fa:16:3e:0a:65:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5b08fa1-1844-4c49-830b-b8ebe2ded68c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 28 16:44:47.923683 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-084c3911-6588-4fe4-8c7b-bc5ada0113f3 req-d87feb51-1a69-4323-b25e-db3f4347460d tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/security-groups?id=961c93a5-ebeb-476d-8144-f2a60620665a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0504389
Jun 28 16:44:47.976890 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:47.998867 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.notifiers.nova [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0199864-9d60-40ff-9a97-892bf7c23904 {{(pid=74152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 28 16:44:48.019911 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] For port c0199864-9d60-40ff-9a97-892bf7c23904, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=c0199864-9d60-40ff-9a97-892bf7c23904,segment=NetworkSegment(a2ba38a0-a8a7-428e-ae66-dabdf4d5f43a),segment_id=a2ba38a0-a8a7-428e-ae66-dabdf4d5f43a)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:44:48.024313 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:48.028067 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:44:48.108233 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Pushing event updated for resources: {'Port': ['ID=c0199864-9d60-40ff-9a97-892bf7c23904,revision_number=4']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:44:48.119929 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:44:48.120615 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:44:48.121588 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:44:48.121892 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:44:48.122223 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:44:48.122587 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:44:48.123108 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:44:48.123432 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:44:48.123977 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:44:48.124414 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:44:48.124837 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:44:48.132462 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:44:48.335592 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] get_ports_and_sgs() called for port_ids ['c0199864-9d60-40ff-9a97-892bf7c23904'] {{(pid=74152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 28 16:44:48.391670 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f191368a-aa48-48e3-9234-52a7e46f877d req-c60f00d7-7673-4d2c-bc64-3c118d00a0ef tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:48.393173 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-f191368a-aa48-48e3-9234-52a7e46f877d req-c60f00d7-7673-4d2c-bc64-3c118d00a0ef tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] 10.222.0.30 "GET /v2.0/ports?device_id=f82b89f5-d9cc-4b57-b4c9-42beb6b13590 HTTP/1.1" status: 200  len: 945 time: 0.1750598
Jun 28 16:44:48.453531 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4415f49b-1530-40b6-a3da-dc3ee721af7b req-8cf25300-f99e-4b66-8446-f8e54ad698b5 tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:48.455072 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-4415f49b-1530-40b6-a3da-dc3ee721af7b req-8cf25300-f99e-4b66-8446-f8e54ad698b5 tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc92f18f-71a5-4d9e-becd-d15508d77c0b HTTP/1.1" status: 200  len: 950 time: 0.1866331
Jun 28 16:44:48.543121 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-f191368a-aa48-48e3-9234-52a7e46f877d req-c0490431-0585-4a43-a75a-f8d06fc097be tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] 10.222.0.30 "GET /v2.0/security-groups?id=f7a0c3dd-bcda-4cb4-9d9d-e9ba7b1ec6b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1139181
Jun 28 16:44:48.551195 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-4415f49b-1530-40b6-a3da-dc3ee721af7b req-54bbec16-6bd0-4ecd-9acf-2847da65dee7 tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] 10.222.0.30 "GET /v2.0/security-groups?id=0540f822-53a1-4b7a-8738-a78816750646&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0841703
Jun 28 16:44:48.562892 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b2342-7b90-4ce2-bb2e-75eb56d7cb9d req-cf8ff339-5fc8-4e4f-8232-884679d63ca2 tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:48.564513 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-ee8b2342-7b90-4ce2-bb2e-75eb56d7cb9d req-cf8ff339-5fc8-4e4f-8232-884679d63ca2 tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc92f18f-71a5-4d9e-becd-d15508d77c0b HTTP/1.1" status: 200  len: 950 time: 0.1791916
Jun 28 16:44:48.650134 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.plugin [req-ee8b2342-7b90-4ce2-bb2e-75eb56d7cb9d req-865d463f-338d-47e2-80d1-0d4bab0e6f8d tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] Deleting port 95cfcc05-ae25-4656-8ce4-62b3101de8b1 {{(pid=74150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 28 16:44:48.650704 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-ee8b2342-7b90-4ce2-bb2e-75eb56d7cb9d req-865d463f-338d-47e2-80d1-0d4bab0e6f8d tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771078813103'] for port, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:49.117908 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.db [req-ee8b2342-7b90-4ce2-bb2e-75eb56d7cb9d req-865d463f-338d-47e2-80d1-0d4bab0e6f8d tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] For port 95cfcc05-ae25-4656-8ce4-62b3101de8b1, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=95cfcc05-ae25-4656-8ce4-62b3101de8b1,segment=NetworkSegment(fed54222-5bc9-4132-829c-edf47f989867),segment_id=fed54222-5bc9-4132-829c-edf47f989867)] {{(pid=74150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:44:49.117908 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-ee8b2342-7b90-4ce2-bb2e-75eb56d7cb9d req-865d463f-338d-47e2-80d1-0d4bab0e6f8d tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679626'] for port, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:49.139217 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbbd89b-282c-4ee0-b5ad-1bd7ea50bb8c req-5ab03518-86e9-4871-90b5-b27a32217a63 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:49.140913 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-0fbbd89b-282c-4ee0-b5ad-1bd7ea50bb8c req-5ab03518-86e9-4871-90b5-b27a32217a63 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a3c276e-863c-4266-95d9-7d34e687fbcb HTTP/1.1" status: 200  len: 944 time: 0.3500299
Jun 28 16:44:49.351149 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.plugin [req-ee8b2342-7b90-4ce2-bb2e-75eb56d7cb9d req-865d463f-338d-47e2-80d1-0d4bab0e6f8d tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] Calling delete_port for 95cfcc05-ae25-4656-8ce4-62b3101de8b1 owned by compute:nova {{(pid=74150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 28 16:44:49.498958 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-0fbbd89b-282c-4ee0-b5ad-1bd7ea50bb8c req-13e75f59-5d4a-497e-89a4-7af6de04c928 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=617347ef-10fd-471e-b011-50ccff30f907&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2981410
Jun 28 16:44:49.525104 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37638b86-3d24-4d55-9656-a895dca6c9f0 req-cb12bbab-5bde-466f-b8e9-71941d3a6fd0 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:49.526647 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-37638b86-3d24-4d55-9656-a895dca6c9f0 req-cb12bbab-5bde-466f-b8e9-71941d3a6fd0 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/ports?device_id=efa4f703-a74a-47fc-a1eb-b46e13636aa1 HTTP/1.1" status: 200  len: 946 time: 0.4747396
Jun 28 16:44:49.654011 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-37638b86-3d24-4d55-9656-a895dca6c9f0 req-b13934c8-6227-49ff-aa8a-7aecfdd8cbb1 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f8045ec-a41a-4934-bc0f-71dfa6c36734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0940683
Jun 28 16:44:49.656419 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-ee8b2342-7b90-4ce2-bb2e-75eb56d7cb9d req-865d463f-338d-47e2-80d1-0d4bab0e6f8d tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771078770342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771078328122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32536825'] for port, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:49.666489 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device c0199864-9d60-40ff-9a97-892bf7c23904 up at agent hyperv_hv-cinder-79810 {{(pid=74152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 28 16:44:49.667376 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-45cb2c5b-68b0-4d9a-846d-d9141cfd66d1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:44:49.690993 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 37718) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:44:49.740574 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865d463f-338d-47e2-80d1-0d4bab0e6f8d tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] Pushing event deleted for resources: {'Port': ['ID=95cfcc05-ae25-4656-8ce4-62b3101de8b1,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:44:49.771329 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] get_ports_and_sgs() called for port_ids ['95cfcc05-ae25-4656-8ce4-62b3101de8b1'] {{(pid=74152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 28 16:44:49.816323 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-865d463f-338d-47e2-80d1-0d4bab0e6f8d tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:44:49.911787 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-a5b23a5b-a9b5-4b42-a33a-f506dc8b5dae admin admin] Notify callbacks [] for security_group, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:49.976433 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-a5b23a5b-a9b5-4b42-a33a-f506dc8b5dae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:44:49.984819 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-a5b23a5b-a9b5-4b42-a33a-f506dc8b5dae admin admin] Usage tracker for resource:security_group_rule and tenant:b8730710d1924d5ba221f18428aee6b3 is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:44:49.991179 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-a5b23a5b-a9b5-4b42-a33a-f506dc8b5dae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:44:49.991747 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Provisioning for port c0199864-9d60-40ff-9a97-892bf7c23904 completed by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 28 16:44:50.001766 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Provisioning complete for port c0199864-9d60-40ff-9a97-892bf7c23904 triggered by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:44:50.002700 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:50.003269 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-a5b23a5b-a9b5-4b42-a33a-f506dc8b5dae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:44:50.152934 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-a5b23a5b-a9b5-4b42-a33a-f506dc8b5dae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:50.162070 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-a5b23a5b-a9b5-4b42-a33a-f506dc8b5dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:50.165411 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee8b2342-7b90-4ce2-bb2e-75eb56d7cb9d req-865d463f-338d-47e2-80d1-0d4bab0e6f8d tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] No DVR routers for this DVR port 95cfcc05-ae25-4656-8ce4-62b3101de8b1 on host hv-cinder-79810 {{(pid=74150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 28 16:44:50.176754 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-e910f983-b48b-4f48-bc20-b79f22d56697 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:44:50.182047 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-ee8b2342-7b90-4ce2-bb2e-75eb56d7cb9d req-865d463f-338d-47e2-80d1-0d4bab0e6f8d tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022804'] for port, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:50.186960 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc92f18f-71a5-4d9e-becd-d15508d77c0b', 'name': 'network-vif-deleted', 'tag': '95cfcc05-ae25-4656-8ce4-62b3101de8b1'}] {{(pid=74150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 28 16:44:50.229405 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b23a5b-a9b5-4b42-a33a-f506dc8b5dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dab105ba-391b-481b-bec7-a6257d699f0a,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:44:50.234630 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-a5b23a5b-a9b5-4b42-a33a-f506dc8b5dae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:44:50.263890 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:50.270954 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-a5b23a5b-a9b5-4b42-a33a-f506dc8b5dae admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b8730710d1924d5ba221f18428aee6b3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5780125
Jun 28 16:44:50.271162 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-ee8b2342-7b90-4ce2-bb2e-75eb56d7cb9d req-865d463f-338d-47e2-80d1-0d4bab0e6f8d tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] 10.222.0.15 "DELETE /v2.0/ports/95cfcc05-ae25-4656-8ce4-62b3101de8b1 HTTP/1.1" status: 204  len: 173 time: 1.7001667
Jun 28 16:44:50.275185 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 37728) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:44:50.313622 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc484bc7-71b1-441c-8b6c-e777a2348927 req-cc55521a-4468-4cfc-a220-f347932b76fa tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:50.318082 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-dc484bc7-71b1-441c-8b6c-e777a2348927 req-cc55521a-4468-4cfc-a220-f347932b76fa tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/ports?device_id=69a01249-24b4-4899-982a-37bd6370d430 HTTP/1.1" status: 200  len: 945 time: 0.5715523
Jun 28 16:44:50.335619 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f82b89f5-d9cc-4b57-b4c9-42beb6b13590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0199864-9d60-40ff-9a97-892bf7c23904'}] {{(pid=74152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 28 16:44:50.352727 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] For port c0199864-9d60-40ff-9a97-892bf7c23904, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=c0199864-9d60-40ff-9a97-892bf7c23904,segment=NetworkSegment(a2ba38a0-a8a7-428e-ae66-dabdf4d5f43a),segment_id=a2ba38a0-a8a7-428e-ae66-dabdf4d5f43a)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:44:50.359672 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:50.362315 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device 95cfcc05-ae25-4656-8ce4-62b3101de8b1 no longer exists at agent hyperv_hv-cinder-79810 {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 28 16:44:50.396426 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:44:50.397720 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-47e3d65d-cb84-4eed-8373-15edd530ae63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:50.403714 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab72b6a9-a01f-4156-8f44-2f5f9e215be3 req-3269aafe-85d6-4f79-8690-8ea570d71d4e tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:50.406834 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-ab72b6a9-a01f-4156-8f44-2f5f9e215be3 req-3269aafe-85d6-4f79-8690-8ea570d71d4e tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] 10.222.0.30 "GET /v2.0/ports?device_id=f82b89f5-d9cc-4b57-b4c9-42beb6b13590 HTTP/1.1" status: 200  len: 945 time: 0.3913043
Jun 28 16:44:50.449757 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-47e3d65d-cb84-4eed-8373-15edd530ae63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:50.492438 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] No Port match for: 95cfcc05-ae25-4656-8ce4-62b3101de8b1 {{(pid=74152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 28 16:44:50.496565 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device 95cfcc05-ae25-4656-8ce4-62b3101de8b1 not bound to the agent host hv-cinder-79810 {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 28 16:44:50.517635 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-47e3d65d-cb84-4eed-8373-15edd530ae63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:50.518473 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-dc484bc7-71b1-441c-8b6c-e777a2348927 req-4c3ac730-b18a-49cf-83c0-3789dfb973cf tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/security-groups?id=961c93a5-ebeb-476d-8144-f2a60620665a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1613421
Jun 28 16:44:50.522310 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-e0ce614e-50d0-4003-8272-6a532284d750 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:44:50.544335 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-ab72b6a9-a01f-4156-8f44-2f5f9e215be3 req-d7dffc95-6104-4e85-ab18-94d042e2463a tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] 10.222.0.30 "GET /v2.0/security-groups?id=f7a0c3dd-bcda-4cb4-9d9d-e9ba7b1ec6b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1245093
Jun 28 16:44:50.548976 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e3d65d-cb84-4eed-8373-15edd530ae63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab105ba-391b-481b-bec7-a6257d699f0a,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:44:50.560302 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-47e3d65d-cb84-4eed-8373-15edd530ae63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:44:50.561105 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-47e3d65d-cb84-4eed-8373-15edd530ae63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:50.564701 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-47e3d65d-cb84-4eed-8373-15edd530ae63 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dab105ba-391b-481b-bec7-a6257d699f0a HTTP/1.1" status: 204  len: 168 time: 0.2860301
Jun 28 16:44:50.626211 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Pushing event updated for resources: {'Port': ['ID=c0199864-9d60-40ff-9a97-892bf7c23904,revision_number=5']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:44:50.647911 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:44:50.767914 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc92f18f-71a5-4d9e-becd-d15508d77c0b', 'name': 'network-vif-deleted', 'tag': '95cfcc05-ae25-4656-8ce4-62b3101de8b1', 'status': 'completed', 'code': 200}
Jun 28 16:44:50.876334 dv-cinder-798104-1-iscsi neutron-server[74152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f82b89f5-d9cc-4b57-b4c9-42beb6b13590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0199864-9d60-40ff-9a97-892bf7c23904', 'code': 200}
Jun 28 16:44:50.880636 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-3386af62-aca3-4239-98ee-2f9f98b35393 req-71e0d630-75ae-4d23-ad3a-90e0866dec37 tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] Synchronizing usage tracker for tenant:4dc015f192ca4f7c9bcd6c4a0818073b on resource:port {{(pid=74150) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 28 16:44:50.914873 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-3386af62-aca3-4239-98ee-2f9f98b35393 req-71e0d630-75ae-4d23-ad3a-90e0866dec37 tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] Unset dirty status for tenant:4dc015f192ca4f7c9bcd6c4a0818073b on resource:port {{(pid=74150) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 28 16:44:50.916935 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-3386af62-aca3-4239-98ee-2f9f98b35393 req-71e0d630-75ae-4d23-ad3a-90e0866dec37 tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc92f18f-71a5-4d9e-becd-d15508d77c0b HTTP/1.1" status: 200  len: 210 time: 0.0900884
Jun 28 16:44:51.295569 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109866a1-5da1-471c-935a-c540b03bd196 req-1989090c-015d-4ee6-8a27-0d83afceb909 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:51.297083 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-109866a1-5da1-471c-935a-c540b03bd196 req-1989090c-015d-4ee6-8a27-0d83afceb909 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a3c276e-863c-4266-95d9-7d34e687fbcb HTTP/1.1" status: 200  len: 944 time: 0.2389572
Jun 28 16:44:51.395095 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-109866a1-5da1-471c-935a-c540b03bd196 req-a3988e2b-b25a-44b9-92f6-d3f68c575241 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=617347ef-10fd-471e-b011-50ccff30f907&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0879176
Jun 28 16:44:51.402517 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465b2920-7e5f-4309-a5f1-63272e6abf38 req-eba2bbc8-d87f-40bf-8159-9eca3e45b6f6 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:51.404017 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-465b2920-7e5f-4309-a5f1-63272e6abf38 req-eba2bbc8-d87f-40bf-8159-9eca3e45b6f6 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/ports?device_id=efa4f703-a74a-47fc-a1eb-b46e13636aa1 HTTP/1.1" status: 200  len: 946 time: 0.1750255
Jun 28 16:44:51.409028 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-49e8d844-09aa-4da6-8323-0bccb2d4604c req-5b2fd74d-cd1b-4518-a361-10aad700db92 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f82b89f5-d9cc-4b57-b4c9-42beb6b13590 HTTP/1.1" status: 200  len: 1099 time: 0.2304604
Jun 28 16:44:51.494948 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-465b2920-7e5f-4309-a5f1-63272e6abf38 req-2ed4b6bb-521f-41a4-bc29-5969882bc471 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f8045ec-a41a-4934-bc0f-71dfa6c36734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0795166
Jun 28 16:44:51.500126 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-49e8d844-09aa-4da6-8323-0bccb2d4604c req-2f1dd2ba-0af8-4a07-8315-3ee5a9dbfbc9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f7a0c3dd-bcda-4cb4-9d9d-e9ba7b1ec6b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0661569
Jun 28 16:44:51.675155 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device 75089fd2-da65-4e0a-8bb4-4377a45a94d1 details requested by agent hyperv_hv-cinder-79810 with host hv-cinder-79810 {{(pid=74152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 28 16:44:51.936347 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57af4fa-4aac-459b-b2e3-fb7c9988165b req-6473bda7-babb-4e62-9bae-3ae4d1177578 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:51.938240 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-f57af4fa-4aac-459b-b2e3-fb7c9988165b req-6473bda7-babb-4e62-9bae-3ae4d1177578 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/ports?device_id=69a01249-24b4-4899-982a-37bd6370d430 HTTP/1.1" status: 200  len: 945 time: 0.2303791
Jun 28 16:44:51.952920 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] For port 75089fd2-da65-4e0a-8bb4-4377a45a94d1, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=75089fd2-da65-4e0a-8bb4-4377a45a94d1,segment=NetworkSegment(f7e7868f-b1c3-4298-a940-297b02826b74),segment_id=f7e7868f-b1c3-4298-a940-297b02826b74)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:44:51.979677 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Returning: {'device': '75089fd2-da65-4e0a-8bb4-4377a45a94d1', 'network_id': '5a346278-b5ab-4c50-92aa-d9c545e84c60', 'port_id': '75089fd2-da65-4e0a-8bb4-4377a45a94d1', 'mac_address': 'fa:16:3e:48:97:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3e3d357-dcc0-424c-a40d-bd73416cd8db', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 28 16:44:52.002970 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68396015-44c4-4fdc-8ba4-a8ab3f60a32d req-7818ec2d-6452-456c-a5bb-3beafc39f05d tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:52.005020 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-68396015-44c4-4fdc-8ba4-a8ab3f60a32d req-7818ec2d-6452-456c-a5bb-3beafc39f05d tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.15 "GET /v2.0/ports?device_id=efa4f703-a74a-47fc-a1eb-b46e13636aa1 HTTP/1.1" status: 200  len: 946 time: 0.2205188
Jun 28 16:44:52.099276 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938bb828-0049-4450-81d6-38d4344f43f4 req-86203d61-8760-406a-92eb-eb723ed9156e tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:52.101592 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-938bb828-0049-4450-81d6-38d4344f43f4 req-86203d61-8760-406a-92eb-eb723ed9156e tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] 10.222.0.30 "GET /v2.0/ports?device_id=f82b89f5-d9cc-4b57-b4c9-42beb6b13590 HTTP/1.1" status: 200  len: 946 time: 0.2269204
Jun 28 16:44:52.116972 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-f57af4fa-4aac-459b-b2e3-fb7c9988165b req-1189b415-c90a-4d9f-b23d-ca13a4776e7f tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/security-groups?id=961c93a5-ebeb-476d-8144-f2a60620665a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1668143
Jun 28 16:44:52.118286 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:52.154620 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.notifiers.nova [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75089fd2-da65-4e0a-8bb4-4377a45a94d1 {{(pid=74152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 28 16:44:52.179190 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.plugin [req-68396015-44c4-4fdc-8ba4-a8ab3f60a32d req-ca852574-a471-4f0e-99c9-e5b194c370b8 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Deleting port 85ea52fb-05ed-4b97-8910-cd75ab632765 {{(pid=74150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 28 16:44:52.181453 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-68396015-44c4-4fdc-8ba4-a8ab3f60a32d req-ca852574-a471-4f0e-99c9-e5b194c370b8 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771078813103'] for port, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:52.185536 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] For port 75089fd2-da65-4e0a-8bb4-4377a45a94d1, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=75089fd2-da65-4e0a-8bb4-4377a45a94d1,segment=NetworkSegment(f7e7868f-b1c3-4298-a940-297b02826b74),segment_id=f7e7868f-b1c3-4298-a940-297b02826b74)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:44:52.197631 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:52.201924 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-4b97bdff-573f-4b72-a20d-f82c226a5a29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:44:52.312446 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Pushing event updated for resources: {'Port': ['ID=75089fd2-da65-4e0a-8bb4-4377a45a94d1,revision_number=9']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:44:52.317576 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:44:52.378130 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-938bb828-0049-4450-81d6-38d4344f43f4 req-92842414-5d75-4ee4-8147-635a959c0aa2 tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] 10.222.0.30 "GET /v2.0/security-groups?id=f7a0c3dd-bcda-4cb4-9d9d-e9ba7b1ec6b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2595611
Jun 28 16:44:52.518245 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] get_ports_and_sgs() called for port_ids ['75089fd2-da65-4e0a-8bb4-4377a45a94d1'] {{(pid=74152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 28 16:44:52.616476 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 37788) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:44:52.692274 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.db [req-68396015-44c4-4fdc-8ba4-a8ab3f60a32d req-ca852574-a471-4f0e-99c9-e5b194c370b8 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] For port 85ea52fb-05ed-4b97-8910-cd75ab632765, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=85ea52fb-05ed-4b97-8910-cd75ab632765,segment=NetworkSegment(303640e0-a25f-464c-a67b-19acfa668001),segment_id=303640e0-a25f-464c-a67b-19acfa668001)] {{(pid=74150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:44:52.693142 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-68396015-44c4-4fdc-8ba4-a8ab3f60a32d req-ca852574-a471-4f0e-99c9-e5b194c370b8 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679626'] for port, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:52.981948 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-beeee001-3781-4526-9890-637e308d9ad3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:53.035719 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-beeee001-3781-4526-9890-637e308d9ad3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:44:53.042347 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-beeee001-3781-4526-9890-637e308d9ad3 admin admin] Usage tracker for resource:security_group_rule and tenant:dd6ee603aa3e4de8b340a08420a8c279 is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:44:53.043517 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.plugin [req-68396015-44c4-4fdc-8ba4-a8ab3f60a32d req-ca852574-a471-4f0e-99c9-e5b194c370b8 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Calling delete_port for 85ea52fb-05ed-4b97-8910-cd75ab632765 owned by compute:nova {{(pid=74150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 28 16:44:53.046866 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-beeee001-3781-4526-9890-637e308d9ad3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:44:53.055639 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-beeee001-3781-4526-9890-637e308d9ad3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:44:53.190362 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-beeee001-3781-4526-9890-637e308d9ad3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:53.196934 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-beeee001-3781-4526-9890-637e308d9ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:53.209050 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-8060d834-c104-4ea4-b60a-c345e0b446cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:44:53.271948 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-beeee001-3781-4526-9890-637e308d9ad3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dd6ee603aa3e4de8b340a08420a8c279&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6535828
Jun 28 16:44:53.273186 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 37814) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:44:53.276206 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeee001-3781-4526-9890-637e308d9ad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a721f77c-be4f-4ee1-b688-1780b9a5830d,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:44:53.279600 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-beeee001-3781-4526-9890-637e308d9ad3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:44:53.352726 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-c1ea9cd5-f151-42eb-9a2b-603f1c76ea04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:53.387093 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-c1ea9cd5-f151-42eb-9a2b-603f1c76ea04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:53.510253 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-c1ea9cd5-f151-42eb-9a2b-603f1c76ea04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:53.518286 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-c4f8d61e-dffe-4507-acb0-9efe1ab375cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:44:53.533703 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ea9cd5-f151-42eb-9a2b-603f1c76ea04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a721f77c-be4f-4ee1-b688-1780b9a5830d,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:44:53.537897 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-c1ea9cd5-f151-42eb-9a2b-603f1c76ea04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:44:53.541738 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-c1ea9cd5-f151-42eb-9a2b-603f1c76ea04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:53.553320 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-c1ea9cd5-f151-42eb-9a2b-603f1c76ea04 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a721f77c-be4f-4ee1-b688-1780b9a5830d HTTP/1.1" status: 204  len: 168 time: 0.2787642
Jun 28 16:44:53.606820 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cb812d-21b2-4d1e-aebb-6f8795e0647a req-7325af42-ba59-4de1-a1f3-3ff05b2a6a64 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:53.616817 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-89cb812d-21b2-4d1e-aebb-6f8795e0647a req-7325af42-ba59-4de1-a1f3-3ff05b2a6a64 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a3c276e-863c-4266-95d9-7d34e687fbcb HTTP/1.1" status: 200  len: 945 time: 0.5799065
Jun 28 16:44:53.670041 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d29071e-1d79-47e2-86cb-4389bf246591 req-61cd51ba-2870-4053-aad4-6a792ca45ce5 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:53.671587 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-6d29071e-1d79-47e2-86cb-4389bf246591 req-61cd51ba-2870-4053-aad4-6a792ca45ce5 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/ports?device_id=efa4f703-a74a-47fc-a1eb-b46e13636aa1 HTTP/1.1" status: 200  len: 946 time: 0.6366484
Jun 28 16:44:53.682954 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device 75089fd2-da65-4e0a-8bb4-4377a45a94d1 up at agent hyperv_hv-cinder-79810 {{(pid=74152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 28 16:44:53.800019 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-68396015-44c4-4fdc-8ba4-a8ab3f60a32d req-ca852574-a471-4f0e-99c9-e5b194c370b8 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771078770342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771078328122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32536825'] for port, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:53.815420 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] get_ports_and_sgs() called for port_ids ['fc14b82e-34e1-4165-9bdf-d6c4b422fafc'] {{(pid=74152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 28 16:44:53.821907 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-89cb812d-21b2-4d1e-aebb-6f8795e0647a req-d3aec16e-0159-4307-81ca-f588ac907d8b tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=617347ef-10fd-471e-b011-50ccff30f907&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2040451
Jun 28 16:44:53.828995 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-cf70128f-95d7-47bc-9979-18467b675dc1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:44:53.868630 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Provisioning complete for port 75089fd2-da65-4e0a-8bb4-4377a45a94d1 triggered by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:44:53.869593 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:53.897569 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca852574-a471-4f0e-99c9-e5b194c370b8 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Pushing event deleted for resources: {'Port': ['ID=85ea52fb-05ed-4b97-8910-cd75ab632765,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:44:53.900891 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-ca852574-a471-4f0e-99c9-e5b194c370b8 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:44:53.943699 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-6d29071e-1d79-47e2-86cb-4389bf246591 req-f4f9ccc3-4d89-496a-b9c7-b80adfa9b1ab tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f8045ec-a41a-4934-bc0f-71dfa6c36734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2455006
Jun 28 16:44:54.167312 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.l3_dvrscheduler_db [req-68396015-44c4-4fdc-8ba4-a8ab3f60a32d req-ca852574-a471-4f0e-99c9-e5b194c370b8 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] No DVR routers for this DVR port 85ea52fb-05ed-4b97-8910-cd75ab632765 on host hv-cinder-79810 {{(pid=74150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 28 16:44:54.171366 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-68396015-44c4-4fdc-8ba4-a8ab3f60a32d req-ca852574-a471-4f0e-99c9-e5b194c370b8 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022804'] for port, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:54.199428 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efa4f703-a74a-47fc-a1eb-b46e13636aa1', 'name': 'network-vif-deleted', 'tag': '85ea52fb-05ed-4b97-8910-cd75ab632765'}] {{(pid=74150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 28 16:44:54.203879 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:54.215876 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-68396015-44c4-4fdc-8ba4-a8ab3f60a32d req-ca852574-a471-4f0e-99c9-e5b194c370b8 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.15 "DELETE /v2.0/ports/85ea52fb-05ed-4b97-8910-cd75ab632765 HTTP/1.1" status: 204  len: 173 time: 2.1974449
Jun 28 16:44:54.313523 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a3c276e-863c-4266-95d9-7d34e687fbcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75089fd2-da65-4e0a-8bb4-4377a45a94d1'}] {{(pid=74152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 28 16:44:54.357604 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea110c5-f5d4-4a50-b095-4748adae8641 req-e56f263c-7c7d-4137-9a85-0cd80f6af5c7 tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:54.359154 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-fea110c5-f5d4-4a50-b095-4748adae8641 req-e56f263c-7c7d-4137-9a85-0cd80f6af5c7 tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] 10.222.0.30 "GET /v2.0/ports?device_id=f82b89f5-d9cc-4b57-b4c9-42beb6b13590 HTTP/1.1" status: 200  len: 946 time: 0.1301410
Jun 28 16:44:54.360312 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] For port 75089fd2-da65-4e0a-8bb4-4377a45a94d1, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=75089fd2-da65-4e0a-8bb4-4377a45a94d1,segment=NetworkSegment(f7e7868f-b1c3-4298-a940-297b02826b74),segment_id=f7e7868f-b1c3-4298-a940-297b02826b74)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:44:54.388812 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:44:54.389702 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device 85ea52fb-05ed-4b97-8910-cd75ab632765 no longer exists at agent hyperv_hv-cinder-79810 {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 28 16:44:54.456100 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:44:54.503081 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] No Port match for: 85ea52fb-05ed-4b97-8910-cd75ab632765 {{(pid=74152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 28 16:44:54.503081 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device 85ea52fb-05ed-4b97-8910-cd75ab632765 not bound to the agent host hv-cinder-79810 {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 28 16:44:54.526085 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-fea110c5-f5d4-4a50-b095-4748adae8641 req-4ade49dc-5253-4d0f-bc9a-519de38c85a3 tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] 10.222.0.30 "GET /v2.0/security-groups?id=f7a0c3dd-bcda-4cb4-9d9d-e9ba7b1ec6b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1465905
Jun 28 16:44:54.549988 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Pushing event updated for resources: {'Port': ['ID=75089fd2-da65-4e0a-8bb4-4377a45a94d1,revision_number=10']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:44:54.562698 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:44:54.644222 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54443e8d-5cef-4c22-b40d-2e50c12eea84 req-9d1fbfa7-ebdc-43e3-87b5-9e64c4ad2b35 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:54.645855 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-54443e8d-5cef-4c22-b40d-2e50c12eea84 req-9d1fbfa7-ebdc-43e3-87b5-9e64c4ad2b35 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/ports?device_id=69a01249-24b4-4899-982a-37bd6370d430 HTTP/1.1" status: 200  len: 945 time: 0.1952138
Jun 28 16:44:54.668837 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efa4f703-a74a-47fc-a1eb-b46e13636aa1', 'name': 'network-vif-deleted', 'tag': '85ea52fb-05ed-4b97-8910-cd75ab632765', 'status': 'completed', 'code': 200}
Jun 28 16:44:54.766718 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-54443e8d-5cef-4c22-b40d-2e50c12eea84 req-9682bba6-a387-4554-821e-1ce202eacb3f tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/security-groups?id=961c93a5-ebeb-476d-8144-f2a60620665a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0992582
Jun 28 16:44:54.769338 dv-cinder-798104-1-iscsi neutron-server[74152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a3c276e-863c-4266-95d9-7d34e687fbcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75089fd2-da65-4e0a-8bb4-4377a45a94d1', 'code': 200}
Jun 28 16:44:55.242799 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88d9538-8556-4cec-a2b5-322df1d822dd req-365dbee8-12b5-4f9d-b8d5-a06bbfdf4c11 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:55.253706 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-c88d9538-8556-4cec-a2b5-322df1d822dd req-365dbee8-12b5-4f9d-b8d5-a06bbfdf4c11 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a3c276e-863c-4266-95d9-7d34e687fbcb HTTP/1.1" status: 200  len: 947 time: 0.2116787
Jun 28 16:44:55.385551 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-c88d9538-8556-4cec-a2b5-322df1d822dd req-d2b783f1-80aa-406b-818f-e2d77ce3e15e tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=617347ef-10fd-471e-b011-50ccff30f907&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1293190
Jun 28 16:44:55.545633 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-55a488c2-d95b-47d5-91a2-fb6d6c62d026 req-c09fbad0-5811-45cd-8c10-574fbe4afe7c tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Synchronizing usage tracker for tenant:1fe368935ff745edaa9465a88456bec5 on resource:port {{(pid=74150) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 28 16:44:55.673648 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-55a488c2-d95b-47d5-91a2-fb6d6c62d026 req-c09fbad0-5811-45cd-8c10-574fbe4afe7c tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Unset dirty status for tenant:1fe368935ff745edaa9465a88456bec5 on resource:port {{(pid=74150) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 28 16:44:55.685050 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-55a488c2-d95b-47d5-91a2-fb6d6c62d026 req-c09fbad0-5811-45cd-8c10-574fbe4afe7c tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/ports?device_id=efa4f703-a74a-47fc-a1eb-b46e13636aa1 HTTP/1.1" status: 200  len: 210 time: 0.2978959
Jun 28 16:44:55.798666 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-6bc6e39d-8066-46c2-ad08-7fb4c7905bc2 req-91528bb8-2069-43e3-8fd5-0d1c5fc8de22 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6a3c276e-863c-4266-95d9-7d34e687fbcb HTTP/1.1" status: 200  len: 1100 time: 0.2341187
Jun 28 16:44:55.899079 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-6bc6e39d-8066-46c2-ad08-7fb4c7905bc2 req-cfd910f7-d16f-4c7d-9f6a-7f5740b67cb2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=617347ef-10fd-471e-b011-50ccff30f907&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0929739
Jun 28 16:44:56.255684 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b13cc-c01c-41a1-96a6-dce6c9139277 req-0576cc67-61cc-4262-9cd8-8b7985e49016 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:56.260172 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-c31b13cc-c01c-41a1-96a6-dce6c9139277 req-0576cc67-61cc-4262-9cd8-8b7985e49016 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/ports?device_id=69a01249-24b4-4899-982a-37bd6370d430 HTTP/1.1" status: 200  len: 945 time: 0.2169154
Jun 28 16:44:56.345239 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-c31b13cc-c01c-41a1-96a6-dce6c9139277 req-8238805e-cbd9-492f-b9d0-44fe9b25e0a5 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/security-groups?id=961c93a5-ebeb-476d-8144-f2a60620665a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0778818
Jun 28 16:44:56.900521 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c03c5-7cdc-4144-8c23-f6530ba3150e req-d348a03b-f7fe-4bfd-9a55-d650caaccc74 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:56.905047 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-3f1c03c5-7cdc-4144-8c23-f6530ba3150e req-d348a03b-f7fe-4bfd-9a55-d650caaccc74 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a3c276e-863c-4266-95d9-7d34e687fbcb HTTP/1.1" status: 200  len: 947 time: 0.1891036
Jun 28 16:44:57.007072 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-3f1c03c5-7cdc-4144-8c23-f6530ba3150e req-7e0c7f38-7fa0-4f04-8870-2ae0c182d769 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=617347ef-10fd-471e-b011-50ccff30f907&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0947864
Jun 28 16:44:57.486122 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.agents_db [None req-cfc1c983-b0ac-48e0-8737-db5653a7b2f7 None None] Agent healthcheck: found 6 active agents {{(pid=74153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 28 16:44:57.939203 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac05be3-9a03-4262-928a-90a4f032a5f0 req-29acba00-94fc-493f-8379-8d4ed9c2b29b tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:57.942213 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-cac05be3-9a03-4262-928a-90a4f032a5f0 req-29acba00-94fc-493f-8379-8d4ed9c2b29b tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/ports?device_id=69a01249-24b4-4899-982a-37bd6370d430 HTTP/1.1" status: 200  len: 945 time: 0.2858860
Jun 28 16:44:57.995950 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1eb264-a66b-4218-8156-e88bbf932a76 req-841d7ce8-f537-407d-9c59-bba352a0edab tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:58.004001 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-ee1eb264-a66b-4218-8156-e88bbf932a76 req-841d7ce8-f537-407d-9c59-bba352a0edab tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce19014e-bb0e-4967-b0e5-c66f6bc47c20 HTTP/1.1" status: 200  len: 945 time: 0.1750340
Jun 28 16:44:58.075791 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-cac05be3-9a03-4262-928a-90a4f032a5f0 req-50c9776e-82da-4828-a1ab-db78249db9f3 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/security-groups?id=961c93a5-ebeb-476d-8144-f2a60620665a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1213937
Jun 28 16:44:58.092137 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-ee1eb264-a66b-4218-8156-e88bbf932a76 req-a6f4ff86-c6f1-4fb7-8783-99e0fd70e307 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f8045ec-a41a-4934-bc0f-71dfa6c36734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0864441
Jun 28 16:44:58.315898 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1838fb4b-4385-4d69-983f-7830fbf9663b req-a689be5f-1936-425d-8427-c47a70c6b12b tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:58.317289 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-1838fb4b-4385-4d69-983f-7830fbf9663b req-a689be5f-1936-425d-8427-c47a70c6b12b tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a3c276e-863c-4266-95d9-7d34e687fbcb HTTP/1.1" status: 200  len: 947 time: 0.0916805
Jun 28 16:44:58.372458 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-1838fb4b-4385-4d69-983f-7830fbf9663b req-c7b3a253-f55a-4996-a614-7a73fe978a99 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=617347ef-10fd-471e-b011-50ccff30f907&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0488827
Jun 28 16:44:59.336958 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283f9899-27bb-496e-9b5d-270759fefbbe req-974462f1-7691-4110-a1fb-e24596a0531b tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:59.339626 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-283f9899-27bb-496e-9b5d-270759fefbbe req-974462f1-7691-4110-a1fb-e24596a0531b tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/ports?device_id=69a01249-24b4-4899-982a-37bd6370d430 HTTP/1.1" status: 200  len: 945 time: 0.1081083
Jun 28 16:44:59.403848 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-283f9899-27bb-496e-9b5d-270759fefbbe req-35979868-68ef-4fd7-9bb5-eb7155ea8a12 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/security-groups?id=961c93a5-ebeb-476d-8144-f2a60620665a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0571196
Jun 28 16:44:59.511720 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df477efc-edf1-483e-8db0-03c79a311712 req-c63e1959-46ff-44bd-8068-0d0bf54f656b tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:59.513267 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-df477efc-edf1-483e-8db0-03c79a311712 req-c63e1959-46ff-44bd-8068-0d0bf54f656b tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce19014e-bb0e-4967-b0e5-c66f6bc47c20 HTTP/1.1" status: 200  len: 945 time: 0.1085069
Jun 28 16:44:59.706303 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-df477efc-edf1-483e-8db0-03c79a311712 req-ff5dc0c2-2918-42d7-acee-3b6d31d9fa40 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f8045ec-a41a-4934-bc0f-71dfa6c36734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1841614
Jun 28 16:44:59.728452 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58951f-a41f-4228-8555-7fd6a76c9954 req-ac5e1df1-f9c7-49d9-9e34-56ff3b9091f9 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:44:59.730004 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-8e58951f-a41f-4228-8555-7fd6a76c9954 req-ac5e1df1-f9c7-49d9-9e34-56ff3b9091f9 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a3c276e-863c-4266-95d9-7d34e687fbcb HTTP/1.1" status: 200  len: 947 time: 0.1804421
Jun 28 16:44:59.797956 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-8e58951f-a41f-4228-8555-7fd6a76c9954 req-c8d2e191-7981-44fe-87ce-a06eb8e48b8d tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=617347ef-10fd-471e-b011-50ccff30f907&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0584662
Jun 28 16:45:00.219142 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a01798e-ab08-4cff-981c-1336fa2bbec2 req-e83f4f46-b99a-4822-a7b4-5c5f7a3f4dd7 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:45:00.221377 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-8a01798e-ab08-4cff-981c-1336fa2bbec2 req-e83f4f46-b99a-4822-a7b4-5c5f7a3f4dd7 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/ports?device_id=69a01249-24b4-4899-982a-37bd6370d430 HTTP/1.1" status: 200  len: 945 time: 0.1692915
Jun 28 16:45:00.323755 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-54aad0d2-5d63-4766-bfc0-90079bea626d req-efe20254-aab3-4ae7-8c76-ca6c22287601 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=82c03e5282854bd0ba377331b218109e&device_id=69a01249-24b4-4899-982a-37bd6370d430 HTTP/1.1" status: 200  len: 1098 time: 0.1780636
Jun 28 16:45:00.329484 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-8a01798e-ab08-4cff-981c-1336fa2bbec2 req-a4a49c63-52c6-42e7-a43b-128d458deb80 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/security-groups?id=961c93a5-ebeb-476d-8144-f2a60620665a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0913162
Jun 28 16:45:00.497567 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aad0d2-5d63-4766-bfc0-90079bea626d req-911fc41c-8abe-4823-91d5-4c393b0e05f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:45:00.499002 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-54aad0d2-5d63-4766-bfc0-90079bea626d req-911fc41c-8abe-4823-91d5-4c393b0e05f6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=016488fa-4c73-4804-a4b6-958ce586a741 HTTP/1.1" status: 200  len: 911 time: 0.1659012
Jun 28 16:45:00.613656 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-54aad0d2-5d63-4766-bfc0-90079bea626d req-f9291e12-28f2-4366-b76d-5e99dc511d40 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ffc5ad1f-7e0f-48d1-9e62-7942808edf31 HTTP/1.1" status: 200  len: 1001 time: 0.1072693
Jun 28 16:45:00.697618 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aad0d2-5d63-4766-bfc0-90079bea626d req-a73e0a7b-c6c3-4ba0-83fb-5309d3a6a8b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:45:00.698958 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-54aad0d2-5d63-4766-bfc0-90079bea626d req-a73e0a7b-c6c3-4ba0-83fb-5309d3a6a8b8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c17c6b4c-b032-4eb3-9e61-7e44dcd4cae3 HTTP/1.1" status: 200  len: 849 time: 0.0728917
Jun 28 16:45:00.818666 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-54aad0d2-5d63-4766-bfc0-90079bea626d req-b73ee6f9-10ca-4d3f-87dd-3ac2bda9bc22 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=016488fa-4c73-4804-a4b6-958ce586a741&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1071055
Jun 28 16:45:01.031286 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-54aad0d2-5d63-4766-bfc0-90079bea626d req-d8c308fc-b2f6-4563-99fa-05672baf089e service neutron] 10.222.0.15 "GET /v2.0/networks/016488fa-4c73-4804-a4b6-958ce586a741?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2050107
Jun 28 16:45:01.041970 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee671cfa-eb09-43f8-9917-5d4ad83791a0 req-7f68bcee-f7d7-4d74-816a-78d2788ef34f tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:45:01.043380 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-ee671cfa-eb09-43f8-9917-5d4ad83791a0 req-7f68bcee-f7d7-4d74-816a-78d2788ef34f tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce19014e-bb0e-4967-b0e5-c66f6bc47c20 HTTP/1.1" status: 200  len: 945 time: 0.1847429
Jun 28 16:45:01.195915 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-ee671cfa-eb09-43f8-9917-5d4ad83791a0 req-7d334e75-bbcc-4f81-9852-2c490f22b442 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f8045ec-a41a-4934-bc0f-71dfa6c36734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1321054
Jun 28 16:45:01.242845 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-54aad0d2-5d63-4766-bfc0-90079bea626d req-8891710c-440e-479c-aa01-df6763cc10d8 service neutron] 10.222.0.15 "GET /v2.0/networks/016488fa-4c73-4804-a4b6-958ce586a741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1967928
Jun 28 16:45:01.618593 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d557c3-a7c3-43f4-8f39-5ba459de5d1a req-7bb8586d-16d8-4252-b4cc-29e051c45a57 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:45:01.620056 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-a0d557c3-a7c3-43f4-8f39-5ba459de5d1a req-7bb8586d-16d8-4252-b4cc-29e051c45a57 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/ports?device_id=69a01249-24b4-4899-982a-37bd6370d430 HTTP/1.1" status: 200  len: 945 time: 0.1018732
Jun 28 16:45:01.670967 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-a0d557c3-a7c3-43f4-8f39-5ba459de5d1a req-3dba2639-dbd8-4c8c-b926-b478b709d145 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/security-groups?id=961c93a5-ebeb-476d-8144-f2a60620665a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454793
Jun 28 16:45:01.803460 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 38174) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:45:02.081304 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-4136622a-90b2-46d6-8a2d-27bca4b62532 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4dc015f192ca4f7c9bcd6c4a0818073b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2765186
Jun 28 16:45:02.084514 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 38184) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:45:02.163863 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-1104b627-22a3-4105-97fa-857cdb3653dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:02.192851 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-1104b627-22a3-4105-97fa-857cdb3653dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:02.261019 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-1104b627-22a3-4105-97fa-857cdb3653dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:02.266200 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-f8cb1947-8454-4c8c-a146-daaa7f4c68b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:45:02.280943 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1104b627-22a3-4105-97fa-857cdb3653dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0540f822-53a1-4b7a-8738-a78816750646,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:45:02.283751 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-1104b627-22a3-4105-97fa-857cdb3653dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:45:02.290282 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-1104b627-22a3-4105-97fa-857cdb3653dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:02.291471 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-1104b627-22a3-4105-97fa-857cdb3653dc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0540f822-53a1-4b7a-8738-a78816750646 HTTP/1.1" status: 204  len: 168 time: 0.2058122
Jun 28 16:45:02.437853 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb89f7f9-f289-4f86-95a8-b7d942de22f6 req-7b449e97-deb5-474f-a2ba-45de650dea8c tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:45:02.439364 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-cb89f7f9-f289-4f86-95a8-b7d942de22f6 req-7b449e97-deb5-474f-a2ba-45de650dea8c tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce19014e-bb0e-4967-b0e5-c66f6bc47c20 HTTP/1.1" status: 200  len: 945 time: 0.0866117
Jun 28 16:45:02.520279 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-cb89f7f9-f289-4f86-95a8-b7d942de22f6 req-cd2c2a30-f5d2-4144-be2d-57394b20f8e5 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f8045ec-a41a-4934-bc0f-71dfa6c36734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0740294
Jun 28 16:45:02.936930 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc333af-3911-474f-b7e6-2418756d2c6e req-d084d316-554c-4814-8e18-df1e905e9497 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:45:02.938937 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-8cc333af-3911-474f-b7e6-2418756d2c6e req-d084d316-554c-4814-8e18-df1e905e9497 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/ports?device_id=69a01249-24b4-4899-982a-37bd6370d430 HTTP/1.1" status: 200  len: 945 time: 0.1408675
Jun 28 16:45:03.031477 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-8cc333af-3911-474f-b7e6-2418756d2c6e req-afd21a4b-f663-47bb-ae55-03fcad7de3ea tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/security-groups?id=961c93a5-ebeb-476d-8144-f2a60620665a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0774713
Jun 28 16:45:03.468725 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 38234) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:45:03.689556 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.v2.base [None req-274c77d0-f1b4-4f51-9a44-8580faa496d5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1721821643-network', 'tenant_id': 'ef6d67df2935467a8c9855979ceb5e65'}} {{(pid=74151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:45:03.700843 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-274c77d0-f1b4-4f51-9a44-8580faa496d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:45:03.707440 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-274c77d0-f1b4-4f51-9a44-8580faa496d5 admin admin] Usage tracker for resource:network and tenant:ef6d67df2935467a8c9855979ceb5e65 is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:45:03.713515 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-274c77d0-f1b4-4f51-9a44-8580faa496d5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:45:03.728499 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-274c77d0-f1b4-4f51-9a44-8580faa496d5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:45:03.746836 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-274c77d0-f1b4-4f51-9a44-8580faa496d5 admin admin] Made reservation on behalf of ef6d67df2935467a8c9855979ceb5e65 for: {'network': 1} {{(pid=74151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 28 16:45:03.752216 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-274c77d0-f1b4-4f51-9a44-8580faa496d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for network, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:03.777243 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-274c77d0-f1b4-4f51-9a44-8580faa496d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:03.823482 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-274c77d0-f1b4-4f51-9a44-8580faa496d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:45:03.829144 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-274c77d0-f1b4-4f51-9a44-8580faa496d5 admin admin] Usage tracker for resource:security_group_rule and tenant:ef6d67df2935467a8c9855979ceb5e65 is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:45:03.833032 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-274c77d0-f1b4-4f51-9a44-8580faa496d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:45:03.841431 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-274c77d0-f1b4-4f51-9a44-8580faa496d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:45:03.845848 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f411fde-2b81-429f-9521-8ad64fee3b99 req-b8faa6fa-2779-4e42-8f3e-1bc940dc0354 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:45:03.847342 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-5f411fde-2b81-429f-9521-8ad64fee3b99 req-b8faa6fa-2779-4e42-8f3e-1bc940dc0354 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce19014e-bb0e-4967-b0e5-c66f6bc47c20 HTTP/1.1" status: 200  len: 945 time: 0.1237993
Jun 28 16:45:03.891370 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09190b3-0064-4d66-b707-e762a3a335bb req-74225348-4989-479a-a3e0-9b6d1fab7733 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:45:03.892911 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-d09190b3-0064-4d66-b707-e762a3a335bb req-74225348-4989-479a-a3e0-9b6d1fab7733 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce19014e-bb0e-4967-b0e5-c66f6bc47c20 HTTP/1.1" status: 200  len: 945 time: 0.2325087
Jun 28 16:45:03.962686 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.plugin [req-5f411fde-2b81-429f-9521-8ad64fee3b99 req-3681081d-0b25-471e-b57a-69d471d1f603 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Deleting port fc14b82e-34e1-4165-9bdf-d6c4b422fafc {{(pid=74150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 28 16:45:03.963774 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-5f411fde-2b81-429f-9521-8ad64fee3b99 req-3681081d-0b25-471e-b57a-69d471d1f603 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771078813103'] for port, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:04.001425 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-274c77d0-f1b4-4f51-9a44-8580faa496d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:04.016133 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-274c77d0-f1b4-4f51-9a44-8580faa496d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:04.033820 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-d09190b3-0064-4d66-b707-e762a3a335bb req-096394b1-ee58-416f-9195-9ef98138dcd1 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f8045ec-a41a-4934-bc0f-71dfa6c36734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1340761
Jun 28 16:45:04.046242 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-274c77d0-f1b4-4f51-9a44-8580faa496d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306}  {{(pid=74151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jun 28 16:45:04.067027 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-1cce8b67-637d-4d67-924e-8c4c702e16d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:45:04.099126 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274c77d0-f1b4-4f51-9a44-8580faa496d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f17e0f-c82b-41aa-8bf5-826f54aa51e8,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:45:04.104577 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-274c77d0-f1b4-4f51-9a44-8580faa496d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:45:04.119996 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-274c77d0-f1b4-4f51-9a44-8580faa496d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719364'] for segment, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:04.120675 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.db.segments_db [None req-274c77d0-f1b4-4f51-9a44-8580faa496d5 admin admin] Added segment a4817e99-42da-4d18-9459-e39d672e39b3 of type vlan for network 1113820a-e4bc-475d-ab40-abe09297a41e
Jun 28 16:45:04.161265 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-274c77d0-f1b4-4f51-9a44-8580faa496d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771078342840'] for network, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:04.213767 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-274c77d0-f1b4-4f51-9a44-8580faa496d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692'] for network, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:04.215408 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274c77d0-f1b4-4f51-9a44-8580faa496d5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:45:04.216285 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-274c77d0-f1b4-4f51-9a44-8580faa496d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533674'] for network, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:04.220482 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:45:04.439447 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274c77d0-f1b4-4f51-9a44-8580faa496d5 admin admin] Pushing event updated for resources: {'Network': ['ID=1113820a-e4bc-475d-ab40-abe09297a41e,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:45:04.448653 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-274c77d0-f1b4-4f51-9a44-8580faa496d5 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.9742911
Jun 28 16:45:04.450937 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 38270) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:45:04.459834 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-274c77d0-f1b4-4f51-9a44-8580faa496d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:45:04.462570 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Network 1113820a-e4bc-475d-ab40-abe09297a41e details requested by agent ovs-agent-dv-cinder-798104-1-iscsi with host dv-cinder-798104-1-iscsi {{(pid=74152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 28 16:45:04.466878 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.v2.base [None req-87a153a4-ad3f-444a-89c8-428607968734 admin admin] Request body: {'subnet': {'network_id': '1113820a-e4bc-475d-ab40-abe09297a41e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1721821643-subnet', 'tenant_id': 'ef6d67df2935467a8c9855979ceb5e65', 'ip_version': 4}} {{(pid=74151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:45:04.478065 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-87a153a4-ad3f-444a-89c8-428607968734 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:45:04.484054 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-87a153a4-ad3f-444a-89c8-428607968734 admin admin] Usage tracker for resource:subnet and tenant:ef6d67df2935467a8c9855979ceb5e65 is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:45:04.488169 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-87a153a4-ad3f-444a-89c8-428607968734 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:45:04.495837 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-87a153a4-ad3f-444a-89c8-428607968734 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:45:04.510577 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a153a4-ad3f-444a-89c8-428607968734 admin admin] Made reservation on behalf of ef6d67df2935467a8c9855979ceb5e65 for: {'subnet': 1} {{(pid=74151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 28 16:45:04.512510 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.db [req-5f411fde-2b81-429f-9521-8ad64fee3b99 req-3681081d-0b25-471e-b57a-69d471d1f603 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] For port fc14b82e-34e1-4165-9bdf-d6c4b422fafc, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=fc14b82e-34e1-4165-9bdf-d6c4b422fafc,segment=NetworkSegment(303640e0-a25f-464c-a67b-19acfa668001),segment_id=303640e0-a25f-464c-a67b-19acfa668001)] {{(pid=74150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:45:04.513814 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-5f411fde-2b81-429f-9521-8ad64fee3b99 req-3681081d-0b25-471e-b57a-69d471d1f603 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679626'] for port, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:04.515645 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-87a153a4-ad3f-444a-89c8-428607968734 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32082063'] for subnet, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:04.803609 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.plugin [req-5f411fde-2b81-429f-9521-8ad64fee3b99 req-3681081d-0b25-471e-b57a-69d471d1f603 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Calling delete_port for fc14b82e-34e1-4165-9bdf-d6c4b422fafc owned by compute:nova {{(pid=74150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 28 16:45:04.889607 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-87a153a4-ad3f-444a-89c8-428607968734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32204825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32082077'] for subnet, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:04.900088 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:45:05.033422 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a153a4-ad3f-444a-89c8-428607968734 admin admin] Pushing event updated for resources: {'Subnet': ['ID=acc7f902-942c-4b8b-9dcb-fb852c89cf6c,revision_number=0']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:45:05.046257 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-87a153a4-ad3f-444a-89c8-428607968734 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:45:05.054458 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-5f411fde-2b81-429f-9521-8ad64fee3b99 req-3681081d-0b25-471e-b57a-69d471d1f603 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771078770342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771078328122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32536825'] for port, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:05.072696 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] get_ports_and_sgs() called for port_ids ['fc14b82e-34e1-4165-9bdf-d6c4b422fafc'] {{(pid=74152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 28 16:45:05.073333 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:45:05.092163 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a153a4-ad3f-444a-89c8-428607968734 admin admin] Checking segment: {'id': 'a4817e99-42da-4d18-9459-e39d672e39b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1113820a-e4bc-475d-ab40-abe09297a41e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 28 16:45:05.092634 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a153a4-ad3f-444a-89c8-428607968734 admin admin] Network hostable DHCP agents. Network: 1113820a-e4bc-475d-ab40-abe09297a41e, hostable agents: ['e6bae525-68bf-4aa0-98dd-dc96c133cc24'], hosted agents: [] {{(pid=74151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 28 16:45:05.121236 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a153a4-ad3f-444a-89c8-428607968734 admin admin] Network 1113820a-e4bc-475d-ab40-abe09297a41e is scheduled to be hosted by DHCP agent e6bae525-68bf-4aa0-98dd-dc96c133cc24 with binding_index 1 {{(pid=74151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 28 16:45:05.139419 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.base_scheduler [None req-87a153a4-ad3f-444a-89c8-428607968734 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798104-1-iscsi, 1113820a-e4bc-475d-ab40-abe09297a41e) {{(pid=74151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 28 16:45:05.145843 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a153a4-ad3f-444a-89c8-428607968734 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:45:05.146450 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3681081d-0b25-471e-b57a-69d471d1f603 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Pushing event deleted for resources: {'Port': ['ID=fc14b82e-34e1-4165-9bdf-d6c4b422fafc,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:45:05.149276 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-87a153a4-ad3f-444a-89c8-428607968734 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:05.170764 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-3681081d-0b25-471e-b57a-69d471d1f603 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:45:05.198565 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0030feaa-defe-48bb-8e03-901c6d9ca781 None None] Network 1113820a-e4bc-475d-ab40-abe09297a41e requested from dv-cinder-798104-1-iscsi {{(pid=74152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 28 16:45:05.212275 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-87a153a4-ad3f-444a-89c8-428607968734 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.7517948
Jun 28 16:45:05.213364 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 38292) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:45:05.225725 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.v2.base [None req-fc172094-b81d-48e7-a18e-eb31d157afc9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1721821643-router', 'tenant_id': 'ef6d67df2935467a8c9855979ceb5e65', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792'}}} {{(pid=74151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:45:05.231847 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-fc172094-b81d-48e7-a18e-eb31d157afc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:45:05.245166 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-fc172094-b81d-48e7-a18e-eb31d157afc9 admin admin] Usage tracker for resource:router and tenant:ef6d67df2935467a8c9855979ceb5e65 is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:45:05.245166 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-fc172094-b81d-48e7-a18e-eb31d157afc9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:45:05.252047 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-fc172094-b81d-48e7-a18e-eb31d157afc9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:45:05.266630 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-fc172094-b81d-48e7-a18e-eb31d157afc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-673619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2149'] for router, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:05.268187 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-fc172094-b81d-48e7-a18e-eb31d157afc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-672504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-674524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-353154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2170'] for router, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:05.285989 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f411fde-2b81-429f-9521-8ad64fee3b99 req-3681081d-0b25-471e-b57a-69d471d1f603 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] No DVR routers for this DVR port fc14b82e-34e1-4165-9bdf-d6c4b422fafc on host hv-cinder-79810 {{(pid=74150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 28 16:45:05.289239 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-5f411fde-2b81-429f-9521-8ad64fee3b99 req-3681081d-0b25-471e-b57a-69d471d1f603 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022804'] for port, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:05.293773 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce19014e-bb0e-4967-b0e5-c66f6bc47c20', 'name': 'network-vif-deleted', 'tag': 'fc14b82e-34e1-4165-9bdf-d6c4b422fafc'}] {{(pid=74150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 28 16:45:05.294268 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-fc172094-b81d-48e7-a18e-eb31d157afc9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:05.370028 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce19014e-bb0e-4967-b0e5-c66f6bc47c20', 'name': 'network-vif-deleted', 'tag': 'fc14b82e-34e1-4165-9bdf-d6c4b422fafc', 'status': 'completed', 'code': 200}
Jun 28 16:45:05.394490 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-5884af2b-0121-40c5-a22f-df8f129d2442 req-0c6b7d59-932b-4365-a161-7a178f572ed4 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Synchronizing usage tracker for tenant:1fe368935ff745edaa9465a88456bec5 on resource:port {{(pid=74150) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 28 16:45:05.404699 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-5f411fde-2b81-429f-9521-8ad64fee3b99 req-3681081d-0b25-471e-b57a-69d471d1f603 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.15 "DELETE /v2.0/ports/fc14b82e-34e1-4165-9bdf-d6c4b422fafc HTTP/1.1" status: 204  len: 173 time: 1.5510230
Jun 28 16:45:05.435535 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-5884af2b-0121-40c5-a22f-df8f129d2442 req-0c6b7d59-932b-4365-a161-7a178f572ed4 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Unset dirty status for tenant:1fe368935ff745edaa9465a88456bec5 on resource:port {{(pid=74150) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 28 16:45:05.447780 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-5884af2b-0121-40c5-a22f-df8f129d2442 req-0c6b7d59-932b-4365-a161-7a178f572ed4 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce19014e-bb0e-4967-b0e5-c66f6bc47c20 HTTP/1.1" status: 200  len: 210 time: 0.1450694
Jun 28 16:45:05.536077 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-fc172094-b81d-48e7-a18e-eb31d157afc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-674506', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-673601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2120'] for router, precommit_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:05.685546 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579ba822-c444-4fd8-8805-cbbdff25f3d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc71e96ad-d9c0-53f4-9726-180792ecc6d0-1113820a-e4bc-475d-ab40-abe09297a41e', 'network_id': '1113820a-e4bc-475d-ab40-abe09297a41e', 'tenant_id': 'ef6d67df2935467a8c9855979ceb5e65', 'fixed_ips': [{'subnet_id': 'acc7f902-942c-4b8b-9dcb-fb852c89cf6c'}]}} from dv-cinder-798104-1-iscsi. {{(pid=74152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Jun 28 16:45:05.686357 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-579ba822-c444-4fd8-8805-cbbdff25f3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_create {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:05.916211 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-fc172094-b81d-48e7-a18e-eb31d157afc9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:05.971913 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.db_base_plugin_common [None req-579ba822-c444-4fd8-8805-cbbdff25f3d3 None None] Allocated IP 172.20.0.2 (1113820a-e4bc-475d-ab40-abe09297a41e/acc7f902-942c-4b8b-9dcb-fb852c89cf6c/33ec1d3f-8f8b-4d3d-a449-a1a6469964d8) {{(pid=74152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 28 16:45:05.979852 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-fc172094-b81d-48e7-a18e-eb31d157afc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:06.315181 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.db_base_plugin_common [None req-fc172094-b81d-48e7-a18e-eb31d157afc9 admin admin] Allocated IP 172.27.2.144 (05d3a8da-27a1-489e-9cdc-367ff8331792/29317296-a498-419b-860c-f9843650e8eb/5ebb6ac0-f963-42cd-8b21-6f154351777c) {{(pid=74151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 28 16:45:06.411536 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-579ba822-c444-4fd8-8805-cbbdff25f3d3 None None] Notify callbacks [] for port, precommit_create {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:06.428988 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-579ba822-c444-4fd8-8805-cbbdff25f3d3 None None] Transition to ACTIVE for port object 33ec1d3f-8f8b-4d3d-a449-a1a6469964d8 will not be triggered until provisioned by entity L2. {{(pid=74152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 28 16:45:06.464167 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-579ba822-c444-4fd8-8805-cbbdff25f3d3 None None] Transition to ACTIVE for port object 33ec1d3f-8f8b-4d3d-a449-a1a6469964d8 will not be triggered until provisioned by entity DHCP. {{(pid=74152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 28 16:45:06.472263 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-579ba822-c444-4fd8-8805-cbbdff25f3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771078328113'] for port, after_create {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:06.478890 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:45:06.574246 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579ba822-c444-4fd8-8805-cbbdff25f3d3 None None] Network 1113820a-e4bc-475d-ab40-abe09297a41e is already hosted by enough agents. {{(pid=74152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 28 16:45:06.575759 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579ba822-c444-4fd8-8805-cbbdff25f3d3 None None] Pushing event updated for resources: {'Port': ['ID=33ec1d3f-8f8b-4d3d-a449-a1a6469964d8,revision_number=1']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:45:06.580817 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-579ba822-c444-4fd8-8805-cbbdff25f3d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:45:06.582599 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.scheduler.base_scheduler [None req-579ba822-c444-4fd8-8805-cbbdff25f3d3 None None] Resources bound (agent type, host, resource id):  {{(pid=74152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 28 16:45:06.585506 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579ba822-c444-4fd8-8805-cbbdff25f3d3 None None] Received port after_create {{(pid=74152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 28 16:45:06.602418 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-fc172094-b81d-48e7-a18e-eb31d157afc9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:06.668833 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-fc172094-b81d-48e7-a18e-eb31d157afc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771078328113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32204965'] for port, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:06.672017 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 38332) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:45:06.722155 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-3fc20469-ade1-4369-b5da-90f2273f580b tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:45:06.729499 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.managers [None req-579ba822-c444-4fd8-8805-cbbdff25f3d3 None None] Attempting to bind port 33ec1d3f-8f8b-4d3d-a449-a1a6469964d8 on host dv-cinder-798104-1-iscsi for vnic_type normal with profile  {{(pid=74152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 28 16:45:06.730112 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.managers [None req-579ba822-c444-4fd8-8805-cbbdff25f3d3 None None] Attempting to bind port 33ec1d3f-8f8b-4d3d-a449-a1a6469964d8 by drivers openvswitch,hyperv on host dv-cinder-798104-1-iscsi at level 0 using segments [{'id': 'a4817e99-42da-4d18-9459-e39d672e39b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1113820a-e4bc-475d-ab40-abe09297a41e'}] {{(pid=74152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 28 16:45:06.730983 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579ba822-c444-4fd8-8805-cbbdff25f3d3 None None] Attempting to bind port 33ec1d3f-8f8b-4d3d-a449-a1a6469964d8 on network 1113820a-e4bc-475d-ab40-abe09297a41e {{(pid=74152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 28 16:45:06.753006 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579ba822-c444-4fd8-8805-cbbdff25f3d3 None None] Checking agent: {'id': '235649c2-d0e1-424d-8662-9e7ce5cd7ca9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798104-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 16, 33, 9), 'started_at': datetime.datetime(2021, 6, 28, 16, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 16, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798104-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 28 16:45:06.753660 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579ba822-c444-4fd8-8805-cbbdff25f3d3 None None] Checking segment: {'id': 'a4817e99-42da-4d18-9459-e39d672e39b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1113820a-e4bc-475d-ab40-abe09297a41e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 28 16:45:06.754331 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-579ba822-c444-4fd8-8805-cbbdff25f3d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:06.755036 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579ba822-c444-4fd8-8805-cbbdff25f3d3 None None] Bound using segment: {'id': 'a4817e99-42da-4d18-9459-e39d672e39b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1113820a-e4bc-475d-ab40-abe09297a41e'} {{(pid=74152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 28 16:45:06.755872 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.managers [None req-579ba822-c444-4fd8-8805-cbbdff25f3d3 None None] Bound port: 33ec1d3f-8f8b-4d3d-a449-a1a6469964d8, host: dv-cinder-798104-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4817e99-42da-4d18-9459-e39d672e39b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1113820a-e4bc-475d-ab40-abe09297a41e'}}] {{(pid=74152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 28 16:45:06.757270 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-579ba822-c444-4fd8-8805-cbbdff25f3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:06.896745 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc172094-b81d-48e7-a18e-eb31d157afc9 admin admin] Network 05d3a8da-27a1-489e-9cdc-367ff8331792 is already hosted by enough agents. {{(pid=74151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 28 16:45:06.906090 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 38342) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:45:06.907416 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.base_scheduler [None req-fc172094-b81d-48e7-a18e-eb31d157afc9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 28 16:45:06.915843 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc172094-b81d-48e7-a18e-eb31d157afc9 admin admin] Received port after_create {{(pid=74151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 28 16:45:07.003355 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-579ba822-c444-4fd8-8805-cbbdff25f3d3 None None] For port 33ec1d3f-8f8b-4d3d-a449-a1a6469964d8, host dv-cinder-798104-1-iscsi, cleared binding levels {{(pid=74152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 28 16:45:07.007212 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-579ba822-c444-4fd8-8805-cbbdff25f3d3 None None] For port 33ec1d3f-8f8b-4d3d-a449-a1a6469964d8, host dv-cinder-798104-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-iscsi',level=0,port_id=33ec1d3f-8f8b-4d3d-a449-a1a6469964d8,segment=NetworkSegment(a4817e99-42da-4d18-9459-e39d672e39b3),segment_id=a4817e99-42da-4d18-9459-e39d672e39b3)] {{(pid=74152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 28 16:45:07.013044 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-579ba822-c444-4fd8-8805-cbbdff25f3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:07.025923 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:45:07.119493 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc172094-b81d-48e7-a18e-eb31d157afc9 admin admin] Pushing event updated for resources: {'Port': ['ID=5ebb6ac0-f963-42cd-8b21-6f154351777c,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:45:07.122996 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-fc172094-b81d-48e7-a18e-eb31d157afc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:45:07.189625 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579ba822-c444-4fd8-8805-cbbdff25f3d3 None None] Pushing event updated for resources: {'Port': ['ID=33ec1d3f-8f8b-4d3d-a449-a1a6469964d8,revision_number=2']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:45:07.192825 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-579ba822-c444-4fd8-8805-cbbdff25f3d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:45:07.278984 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-fc172094-b81d-48e7-a18e-eb31d157afc9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:07.279905 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-fc172094-b81d-48e7-a18e-eb31d157afc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-673608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-674545'] for router, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:07.421060 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-b6a74aa5-02c4-435c-b7ef-5e7a99871282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:07.446638 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-81bca84e-fe6d-43cb-bbc6-074803e7eba5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-677466'] for router_interface, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:07.493888 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-b6a74aa5-02c4-435c-b7ef-5e7a99871282 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:45:07.514501 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-b6a74aa5-02c4-435c-b7ef-5e7a99871282 admin admin] Usage tracker for resource:security_group_rule and tenant:05137bca746e4e03857c497cd26147d7 is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:45:07.521759 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-b6a74aa5-02c4-435c-b7ef-5e7a99871282 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:45:07.549165 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-b6a74aa5-02c4-435c-b7ef-5e7a99871282 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:45:07.757494 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-b6a74aa5-02c4-435c-b7ef-5e7a99871282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:07.760284 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device fc14b82e-34e1-4165-9bdf-d6c4b422fafc no longer exists at agent hyperv_hv-cinder-79810 {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 28 16:45:07.765831 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-b6a74aa5-02c4-435c-b7ef-5e7a99871282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:07.776307 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-df780ad4-0c6d-4118-8d86-51bc4f23fedd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:45:07.790262 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc172094-b81d-48e7-a18e-eb31d157afc9 admin admin] Router cf502ec8-ba83-4231-88a5-2db63fe1806b is scheduled to L3 agent c1a676c2-2a78-4c35-ab22-a28e05dfd46e with binding_index 1 {{(pid=74151) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jun 28 16:45:07.814971 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] No Port match for: fc14b82e-34e1-4165-9bdf-d6c4b422fafc {{(pid=74152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 28 16:45:07.815432 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device fc14b82e-34e1-4165-9bdf-d6c4b422fafc not bound to the agent host hv-cinder-79810 {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 28 16:45:07.911227 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a74aa5-02c4-435c-b7ef-5e7a99871282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8149779-9014-4fed-ba8a-9a6adcf9c851,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:45:07.929311 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-b6a74aa5-02c4-435c-b7ef-5e7a99871282 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=05137bca746e4e03857c497cd26147d7&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9431269
Jun 28 16:45:07.932127 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a74aa5-02c4-435c-b7ef-5e7a99871282 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:45:07.932498 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a74aa5-02c4-435c-b7ef-5e7a99871282 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:45:07.932852 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a74aa5-02c4-435c-b7ef-5e7a99871282 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:45:07.933244 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a74aa5-02c4-435c-b7ef-5e7a99871282 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:45:07.933596 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a74aa5-02c4-435c-b7ef-5e7a99871282 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:45:07.933942 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a74aa5-02c4-435c-b7ef-5e7a99871282 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:45:07.934294 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a74aa5-02c4-435c-b7ef-5e7a99871282 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:45:07.934631 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a74aa5-02c4-435c-b7ef-5e7a99871282 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:45:07.934968 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a74aa5-02c4-435c-b7ef-5e7a99871282 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:45:07.935313 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a74aa5-02c4-435c-b7ef-5e7a99871282 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:45:07.935652 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a74aa5-02c4-435c-b7ef-5e7a99871282 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:45:07.937728 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 38352) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:45:07.939793 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-b6a74aa5-02c4-435c-b7ef-5e7a99871282 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:45:08.054651 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-a0083b81-142a-41c0-bf05-be16165fd6b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:08.118718 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-a0083b81-142a-41c0-bf05-be16165fd6b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:08.176579 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc172094-b81d-48e7-a18e-eb31d157afc9 admin admin] Notify agent at l3_agent.dv-cinder-798104-1-iscsi the message routers_updated {{(pid=74151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 28 16:45:08.192499 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5c29f8-184c-40f1-b904-ffc2f6d0962c None None] Sync routers for ids ['cf502ec8-ba83-4231-88a5-2db63fe1806b'] in dv-cinder-798104-1-iscsi {{(pid=74153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 28 16:45:08.220668 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5c29f8-184c-40f1-b904-ffc2f6d0962c None None] Routers {'cf502ec8-ba83-4231-88a5-2db63fe1806b'} bound to L3 agent in host dv-cinder-798104-1-iscsi {{(pid=74153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 28 16:45:08.226417 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_hamode_db [None req-ae5c29f8-184c-40f1-b904-ffc2f6d0962c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa2cf9d1670>, 'dv-cinder-798104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T16:33:11Z,description=<?>,heartbeat_timestamp=2021-06-28T16:44:41Z,host='dv-cinder-798104-1-iscsi',id=c1a676c2-2a78-4c35-ab22-a28e05dfd46e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-28T16:33:11Z,topic='l3_agent')) {'router_ids': ['cf502ec8-ba83-4231-88a5-2db63fe1806b'], 'active': True} {{(pid=74153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:45:08.242635 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-fc172094-b81d-48e7-a18e-eb31d157afc9 admin admin] Notify callbacks [] for router, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:08.244173 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-fc172094-b81d-48e7-a18e-eb31d157afc9 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 3.0286620
Jun 28 16:45:08.248423 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 38358) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:45:08.511629 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-a0083b81-142a-41c0-bf05-be16165fd6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:08.558594 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-412383f6-08e2-4572-be2c-a93a91e8c8a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:45:08.586448 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0083b81-142a-41c0-bf05-be16165fd6b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8149779-9014-4fed-ba8a-9a6adcf9c851,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:45:08.599215 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_dvr_db [None req-ae5c29f8-184c-40f1-b904-ffc2f6d0962c None None] Set router cf502ec8-ba83-4231-88a5-2db63fe1806b gateway port host: dv-cinder-798104-1-iscsi {{(pid=74153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 28 16:45:08.599337 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-a0083b81-142a-41c0-bf05-be16165fd6b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:08.603023 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-a0083b81-142a-41c0-bf05-be16165fd6b7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d8149779-9014-4fed-ba8a-9a6adcf9c851 HTTP/1.1" status: 204  len: 168 time: 0.6649976
Jun 28 16:45:08.605714 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0083b81-142a-41c0-bf05-be16165fd6b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:45:08.606077 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0083b81-142a-41c0-bf05-be16165fd6b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:45:08.606452 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0083b81-142a-41c0-bf05-be16165fd6b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:45:08.606779 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0083b81-142a-41c0-bf05-be16165fd6b7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:45:08.607388 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0083b81-142a-41c0-bf05-be16165fd6b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:45:08.607934 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0083b81-142a-41c0-bf05-be16165fd6b7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:45:08.608298 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0083b81-142a-41c0-bf05-be16165fd6b7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:45:08.608779 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0083b81-142a-41c0-bf05-be16165fd6b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:45:08.609192 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0083b81-142a-41c0-bf05-be16165fd6b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:45:08.609590 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0083b81-142a-41c0-bf05-be16165fd6b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:45:08.609930 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0083b81-142a-41c0-bf05-be16165fd6b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:45:08.618804 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-a0083b81-142a-41c0-bf05-be16165fd6b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:45:08.687661 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8331f81-093a-4264-b205-8d6a8737e0c5 None None] Network 1113820a-e4bc-475d-ab40-abe09297a41e requested from dv-cinder-798104-1-iscsi {{(pid=74152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 28 16:45:08.969643 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.plugin [None req-81bca84e-fe6d-43cb-bbc6-074803e7eba5 admin admin] Deleting port 0b533fb4-29cd-4ee5-a7db-efca41b20ca5 {{(pid=74150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 28 16:45:08.970608 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-81bca84e-fe6d-43cb-bbc6-074803e7eba5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771078813103'] for port, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:09.038352 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_hamode_db [None req-ae5c29f8-184c-40f1-b904-ffc2f6d0962c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa2cf9d1670>, [{'id': 'cf502ec8-ba83-4231-88a5-2db63fe1806b', 'name': 'tempest-TestMinimumBasicScenario-1721821643-router', 'tenant_id': 'ef6d67df2935467a8c9855979ceb5e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '5ebb6ac0-f963-42cd-8b21-6f154351777c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:45:05Z', 'updated_at': '2021-06-28T16:45:07Z', 'revision_number': 3, 'project_id': 'ef6d67df2935467a8c9855979ceb5e65', 'gw_port': {'id': '5ebb6ac0-f963-42cd-8b21-6f154351777c', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf502ec8-ba83-4231-88a5-2db63fe1806b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:45:06Z', 'updated_at': '2021-06-28T16:45:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi'}], 'dv-cinder-798104-1-iscsi', False) {} {{(pid=74153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:45:09.047615 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5c29f8-184c-40f1-b904-ffc2f6d0962c None None] Checking router: cf502ec8-ba83-4231-88a5-2db63fe1806b for host: dv-cinder-798104-1-iscsi {{(pid=74153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 28 16:45:09.050371 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5c29f8-184c-40f1-b904-ffc2f6d0962c None None] Updating router cf502ec8-ba83-4231-88a5-2db63fe1806b port 5ebb6ac0-f963-42cd-8b21-6f154351777c binding host dv-cinder-798104-1-iscsi {{(pid=74153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 28 16:45:09.079720 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8057664b-99fa-463c-8508-2b524ca3191f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:09.136303 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-c3d86606-1315-4529-bb09-3a31cff0f7e5 None None] Provisioning for port 33ec1d3f-8f8b-4d3d-a449-a1a6469964d8 completed by entity DHCP. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 28 16:45:09.188027 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron_lib.callbacks.manager [None req-ae5c29f8-184c-40f1-b904-ffc2f6d0962c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:09.288518 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.db [None req-81bca84e-fe6d-43cb-bbc6-074803e7eba5 admin admin] For port 0b533fb4-29cd-4ee5-a7db-efca41b20ca5, host dv-cinder-798104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-iscsi',level=0,port_id=0b533fb4-29cd-4ee5-a7db-efca41b20ca5,segment=NetworkSegment(303640e0-a25f-464c-a67b-19acfa668001),segment_id=303640e0-a25f-464c-a67b-19acfa668001)] {{(pid=74150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:45:09.289019 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-81bca84e-fe6d-43cb-bbc6-074803e7eba5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679626'] for port, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:09.429247 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 38374) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:45:09.512012 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.plugin [None req-81bca84e-fe6d-43cb-bbc6-074803e7eba5 admin admin] Calling delete_port for 0b533fb4-29cd-4ee5-a7db-efca41b20ca5 owned by network:router_interface {{(pid=74150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 28 16:45:09.558169 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-c6abbca2-f5a1-47ed-a117-618d2c9fb47d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:09.583470 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:09.630951 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device 33ec1d3f-8f8b-4d3d-a449-a1a6469964d8 up at agent ovs-agent-dv-cinder-798104-1-iscsi {{(pid=74152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 28 16:45:09.663710 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-c6abbca2-f5a1-47ed-a117-618d2c9fb47d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:45:09.730064 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-c6abbca2-f5a1-47ed-a117-618d2c9fb47d admin admin] Usage tracker for resource:security_group_rule and tenant:f0d3aa10fa534ffba27eb36602b4363e is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:45:09.739364 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-c6abbca2-f5a1-47ed-a117-618d2c9fb47d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:45:09.758342 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-c6abbca2-f5a1-47ed-a117-618d2c9fb47d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:45:09.762447 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Provisioning for port 33ec1d3f-8f8b-4d3d-a449-a1a6469964d8 completed by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 28 16:45:09.782811 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Provisioning complete for port 33ec1d3f-8f8b-4d3d-a449-a1a6469964d8 triggered by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:45:09.784366 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:09.877908 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron_lib.callbacks.manager [None req-ae5c29f8-184c-40f1-b904-ffc2f6d0962c None None] Notify callbacks [] for port, precommit_update {{(pid=74153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:09.916907 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.provisioning_blocks [None req-ae5c29f8-184c-40f1-b904-ffc2f6d0962c None None] Transition to ACTIVE for port object 5ebb6ac0-f963-42cd-8b21-6f154351777c will not be triggered until provisioned by entity L2. {{(pid=74153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 28 16:45:09.936226 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron_lib.callbacks.manager [None req-ae5c29f8-184c-40f1-b904-ffc2f6d0962c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:09.943448 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:45:09.945793 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-c6abbca2-f5a1-47ed-a117-618d2c9fb47d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:09.955953 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-c6abbca2-f5a1-47ed-a117-618d2c9fb47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:09.965594 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-ae4a15d9-8e99-4074-9cb1-4e9117a77a37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:45:10.103613 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-81bca84e-fe6d-43cb-bbc6-074803e7eba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771078770342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771078328122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32536825'] for port, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:10.120824 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:45:10.157580 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6abbca2-f5a1-47ed-a117-618d2c9fb47d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2de364ea-15bf-459d-b0c4-aeabd422af0a,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:45:10.171443 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-c6abbca2-f5a1-47ed-a117-618d2c9fb47d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:45:10.187258 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-c6abbca2-f5a1-47ed-a117-618d2c9fb47d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f0d3aa10fa534ffba27eb36602b4363e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7487648
Jun 28 16:45:10.187687 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 38384) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:45:10.238008 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:10.264210 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bca84e-fe6d-43cb-bbc6-074803e7eba5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b533fb4-29cd-4ee5-a7db-efca41b20ca5,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:45:10.276494 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-81bca84e-fe6d-43cb-bbc6-074803e7eba5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:45:10.314563 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] For port 33ec1d3f-8f8b-4d3d-a449-a1a6469964d8, host dv-cinder-798104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-iscsi',level=0,port_id=33ec1d3f-8f8b-4d3d-a449-a1a6469964d8,segment=NetworkSegment(a4817e99-42da-4d18-9459-e39d672e39b3),segment_id=a4817e99-42da-4d18-9459-e39d672e39b3)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:45:10.317320 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.managers [None req-ae5c29f8-184c-40f1-b904-ffc2f6d0962c None None] Attempting to bind port 5ebb6ac0-f963-42cd-8b21-6f154351777c on host dv-cinder-798104-1-iscsi for vnic_type normal with profile  {{(pid=74153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 28 16:45:10.317674 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.managers [None req-ae5c29f8-184c-40f1-b904-ffc2f6d0962c None None] Attempting to bind port 5ebb6ac0-f963-42cd-8b21-6f154351777c by drivers openvswitch,hyperv on host dv-cinder-798104-1-iscsi at level 0 using segments [{'id': 'c33c21b7-7592-40e1-a334-7e00067f8a18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792'}] {{(pid=74153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 28 16:45:10.318158 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5c29f8-184c-40f1-b904-ffc2f6d0962c None None] Attempting to bind port 5ebb6ac0-f963-42cd-8b21-6f154351777c on network 05d3a8da-27a1-489e-9cdc-367ff8331792 {{(pid=74153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 28 16:45:10.323698 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-b2129dbb-8575-4df6-ab09-94dd84b75495 None None] Provisioning complete for port 33ec1d3f-8f8b-4d3d-a449-a1a6469964d8 triggered by entity DHCP. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:45:10.324452 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-b2129dbb-8575-4df6-ab09-94dd84b75495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:10.352064 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:10.365220 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7779722-8c3e-42d0-a59f-ffc863b2d0b9 None None] Pushing event updated for resources: {'Port': ['ID=5ebb6ac0-f963-42cd-8b21-6f154351777c,revision_number=2']} {{(pid=74153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:45:10.367089 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:45:10.388120 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-e311211c-e690-424b-94ad-6b01e0496e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:10.394024 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7779722-8c3e-42d0-a59f-ffc863b2d0b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:45:10.394598 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7779722-8c3e-42d0-a59f-ffc863b2d0b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:45:10.395183 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7779722-8c3e-42d0-a59f-ffc863b2d0b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:45:10.395723 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7779722-8c3e-42d0-a59f-ffc863b2d0b9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:45:10.396284 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7779722-8c3e-42d0-a59f-ffc863b2d0b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:45:10.397470 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7779722-8c3e-42d0-a59f-ffc863b2d0b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:45:10.397879 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7779722-8c3e-42d0-a59f-ffc863b2d0b9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:45:10.398395 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7779722-8c3e-42d0-a59f-ffc863b2d0b9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:45:10.398968 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7779722-8c3e-42d0-a59f-ffc863b2d0b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:45:10.399449 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7779722-8c3e-42d0-a59f-ffc863b2d0b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:45:10.399995 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7779722-8c3e-42d0-a59f-ffc863b2d0b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:45:10.417827 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5c29f8-184c-40f1-b904-ffc2f6d0962c None None] Checking agent: {'id': '235649c2-d0e1-424d-8662-9e7ce5cd7ca9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798104-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 16, 33, 9), 'started_at': datetime.datetime(2021, 6, 28, 16, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 16, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798104-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 28 16:45:10.418336 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5c29f8-184c-40f1-b904-ffc2f6d0962c None None] Checking segment: {'id': 'c33c21b7-7592-40e1-a334-7e00067f8a18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 28 16:45:10.419000 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron_lib.callbacks.manager [None req-ae5c29f8-184c-40f1-b904-ffc2f6d0962c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:10.419617 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5c29f8-184c-40f1-b904-ffc2f6d0962c None None] Bound using segment: {'id': 'c33c21b7-7592-40e1-a334-7e00067f8a18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792'} {{(pid=74153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 28 16:45:10.420442 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.managers [None req-ae5c29f8-184c-40f1-b904-ffc2f6d0962c None None] Bound port: 5ebb6ac0-f963-42cd-8b21-6f154351777c, host: dv-cinder-798104-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c33c21b7-7592-40e1-a334-7e00067f8a18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792'}}] {{(pid=74153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 28 16:45:10.421072 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron_lib.callbacks.manager [None req-ae5c29f8-184c-40f1-b904-ffc2f6d0962c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:10.470905 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-d44429ef-988d-4a1a-8778-b9189a6e2fab req-e1c5bf93-5977-4325-92b6-3a7888c72ddd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6a3c276e-863c-4266-95d9-7d34e687fbcb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.4584622
Jun 28 16:45:10.488919 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Pushing event updated for resources: {'Port': ['ID=33ec1d3f-8f8b-4d3d-a449-a1a6469964d8,revision_number=3']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:45:10.503634 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:45:10.523879 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG oslo_concurrency.lockutils [None req-a7779722-8c3e-42d0-a59f-ffc863b2d0b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.580s {{(pid=74153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:45:10.542990 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-693b2877-ce18-41a6-9114-8b503ac93527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:10.636527 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-693b2877-ce18-41a6-9114-8b503ac93527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:10.668440 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.db [None req-ae5c29f8-184c-40f1-b904-ffc2f6d0962c None None] For port 5ebb6ac0-f963-42cd-8b21-6f154351777c, host dv-cinder-798104-1-iscsi, cleared binding levels {{(pid=74153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 28 16:45:10.671980 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.db [None req-ae5c29f8-184c-40f1-b904-ffc2f6d0962c None None] For port 5ebb6ac0-f963-42cd-8b21-6f154351777c, host dv-cinder-798104-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-iscsi',level=0,port_id=5ebb6ac0-f963-42cd-8b21-6f154351777c,segment=NetworkSegment(c33c21b7-7592-40e1-a334-7e00067f8a18),segment_id=c33c21b7-7592-40e1-a334-7e00067f8a18)] {{(pid=74153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 28 16:45:10.680401 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron_lib.callbacks.manager [None req-ae5c29f8-184c-40f1-b904-ffc2f6d0962c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:10.703566 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:45:10.704774 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-d44429ef-988d-4a1a-8778-b9189a6e2fab req-bc3326b8-1cfc-4047-9d5e-df8e8e7f784a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=63a2e49b0c454d43890a422c6fd0684c&device_id=6a3c276e-863c-4266-95d9-7d34e687fbcb HTTP/1.1" status: 200  len: 1100 time: 0.1703396
Jun 28 16:45:10.849409 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7779722-8c3e-42d0-a59f-ffc863b2d0b9 None None] Pushing event updated for resources: {'Port': ['ID=5ebb6ac0-f963-42cd-8b21-6f154351777c,revision_number=3']} {{(pid=74153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:45:10.854722 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG oslo_concurrency.lockutils [None req-a7779722-8c3e-42d0-a59f-ffc863b2d0b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=74153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:45:10.858118 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5c29f8-184c-40f1-b904-ffc2f6d0962c None None] Routers {'cf502ec8-ba83-4231-88a5-2db63fe1806b'} bound to L3 agent in host dv-cinder-798104-1-iscsi {{(pid=74153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 28 16:45:10.859054 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_hamode_db [None req-ae5c29f8-184c-40f1-b904-ffc2f6d0962c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa2cf9d1670>, 'dv-cinder-798104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T16:33:11Z,description=<?>,heartbeat_timestamp=2021-06-28T16:44:41Z,host='dv-cinder-798104-1-iscsi',id=c1a676c2-2a78-4c35-ab22-a28e05dfd46e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-28T16:33:11Z,topic='l3_agent')) {'router_ids': ['cf502ec8-ba83-4231-88a5-2db63fe1806b'], 'active': True} {{(pid=74153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:45:10.902815 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-693b2877-ce18-41a6-9114-8b503ac93527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:10.911384 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-1104b627-22a3-4105-97fa-857cdb3653dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:45:10.938730 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693b2877-ce18-41a6-9114-8b503ac93527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de364ea-15bf-459d-b0c4-aeabd422af0a,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:45:10.947268 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-693b2877-ce18-41a6-9114-8b503ac93527 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:45:10.959437 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-693b2877-ce18-41a6-9114-8b503ac93527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:10.963917 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-693b2877-ce18-41a6-9114-8b503ac93527 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2de364ea-15bf-459d-b0c4-aeabd422af0a HTTP/1.1" status: 204  len: 168 time: 0.7714233
Jun 28 16:45:10.963917 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.db_base_plugin_common [None req-e311211c-e690-424b-94ad-6b01e0496e07 admin admin] Allocated IP 172.20.0.1 (1113820a-e4bc-475d-ab40-abe09297a41e/acc7f902-942c-4b8b-9dcb-fb852c89cf6c/d32554d4-b7fe-4d5b-9e15-aeec90b1d5b2) {{(pid=74151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 28 16:45:11.113687 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_dvr_db [None req-ae5c29f8-184c-40f1-b904-ffc2f6d0962c None None] Set router cf502ec8-ba83-4231-88a5-2db63fe1806b gateway port host: dv-cinder-798104-1-iscsi {{(pid=74153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 28 16:45:11.201560 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44429ef-988d-4a1a-8778-b9189a6e2fab req-680a0fd2-eac1-4a4d-ae23-246ea52af961 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:45:11.203148 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-d44429ef-988d-4a1a-8778-b9189a6e2fab req-680a0fd2-eac1-4a4d-ae23-246ea52af961 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5a346278-b5ab-4c50-92aa-d9c545e84c60 HTTP/1.1" status: 200  len: 918 time: 0.4680581
Jun 28 16:45:11.206236 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-81bca84e-fe6d-43cb-bbc6-074803e7eba5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675940'] for router_interface, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:11.258347 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-e7ff11da-7c67-4da6-90d0-f7d431615dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:11.263708 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-e311211c-e690-424b-94ad-6b01e0496e07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:11.282940 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.provisioning_blocks [None req-e311211c-e690-424b-94ad-6b01e0496e07 admin admin] Transition to ACTIVE for port object d32554d4-b7fe-4d5b-9e15-aeec90b1d5b2 will not be triggered until provisioned by entity DHCP. {{(pid=74151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 28 16:45:11.314725 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-e311211c-e690-424b-94ad-6b01e0496e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771078328113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32204965'] for port, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:11.339234 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:45:11.401108 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-d44429ef-988d-4a1a-8778-b9189a6e2fab req-0408ad0d-d2e8-4720-8564-f5340d0933b4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75089fd2-da65-4e0a-8bb4-4377a45a94d1 HTTP/1.1" status: 200  len: 1002 time: 0.1895089
Jun 28 16:45:11.500376 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44429ef-988d-4a1a-8778-b9189a6e2fab req-d0c87bab-451c-4e2d-9fb1-f24808756116 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:45:11.501976 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-d44429ef-988d-4a1a-8778-b9189a6e2fab req-d0c87bab-451c-4e2d-9fb1-f24808756116 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b3e3d357-dcc0-424c-a40d-bd73416cd8db HTTP/1.1" status: 200  len: 856 time: 0.0909095
Jun 28 16:45:11.505695 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e311211c-e690-424b-94ad-6b01e0496e07 admin admin] Pushing event updated for resources: {'Port': ['ID=d32554d4-b7fe-4d5b-9e15-aeec90b1d5b2,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:45:11.512976 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-e311211c-e690-424b-94ad-6b01e0496e07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:45:11.515391 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e311211c-e690-424b-94ad-6b01e0496e07 admin admin] Network 1113820a-e4bc-475d-ab40-abe09297a41e is already hosted by enough agents. {{(pid=74151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 28 16:45:11.517493 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.base_scheduler [None req-e311211c-e690-424b-94ad-6b01e0496e07 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 28 16:45:11.533414 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e311211c-e690-424b-94ad-6b01e0496e07 admin admin] Received port after_create {{(pid=74151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 28 16:45:11.590841 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 38396) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:45:11.630695 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device 33ec1d3f-8f8b-4d3d-a449-a1a6469964d8 up at agent ovs-agent-dv-cinder-798104-1-iscsi {{(pid=74152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 28 16:45:11.700888 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_hamode_db [None req-ae5c29f8-184c-40f1-b904-ffc2f6d0962c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa2cf9d1670>, [{'id': 'cf502ec8-ba83-4231-88a5-2db63fe1806b', 'name': 'tempest-TestMinimumBasicScenario-1721821643-router', 'tenant_id': 'ef6d67df2935467a8c9855979ceb5e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '5ebb6ac0-f963-42cd-8b21-6f154351777c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:45:05Z', 'updated_at': '2021-06-28T16:45:07Z', 'revision_number': 3, 'project_id': 'ef6d67df2935467a8c9855979ceb5e65', 'gw_port': {'id': '5ebb6ac0-f963-42cd-8b21-6f154351777c', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf502ec8-ba83-4231-88a5-2db63fe1806b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:45:06Z', 'updated_at': '2021-06-28T16:45:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi'}], 'dv-cinder-798104-1-iscsi', False) {} {{(pid=74153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:45:11.707006 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-f28e681e-ec30-439b-9be7-fe5820ab1cfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:11.712875 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5c29f8-184c-40f1-b904-ffc2f6d0962c None None] The sync data for ids ['cf502ec8-ba83-4231-88a5-2db63fe1806b'] in dv-cinder-798104-1-iscsi is: [{'id': 'cf502ec8-ba83-4231-88a5-2db63fe1806b', 'name': 'tempest-TestMinimumBasicScenario-1721821643-router', 'tenant_id': 'ef6d67df2935467a8c9855979ceb5e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '5ebb6ac0-f963-42cd-8b21-6f154351777c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:45:05Z', 'updated_at': '2021-06-28T16:45:07Z', 'revision_number': 3, 'project_id': 'ef6d67df2935467a8c9855979ceb5e65', 'gw_port': {'id': '5ebb6ac0-f963-42cd-8b21-6f154351777c', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf502ec8-ba83-4231-88a5-2db63fe1806b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:45:06Z', 'updated_at': '2021-06-28T16:45:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi'}] {{(pid=74153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 28 16:45:11.755883 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Provisioning complete for port 33ec1d3f-8f8b-4d3d-a449-a1a6469964d8 triggered by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:45:11.755883 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:11.770355 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-e311211c-e690-424b-94ad-6b01e0496e07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-674087'] for router_interface, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:11.814886 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-d44429ef-988d-4a1a-8778-b9189a6e2fab req-b24e9b56-c12f-4cea-be11-0947938c6ec1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5a346278-b5ab-4c50-92aa-d9c545e84c60&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2441344
Jun 28 16:45:11.837496 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-f28e681e-ec30-439b-9be7-fe5820ab1cfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:45:11.849787 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-f28e681e-ec30-439b-9be7-fe5820ab1cfe admin admin] Usage tracker for resource:security_group_rule and tenant:2801ca9a96eb4929bc3002d3fc490425 is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:45:11.856395 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-f28e681e-ec30-439b-9be7-fe5820ab1cfe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:45:11.868596 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-f28e681e-ec30-439b-9be7-fe5820ab1cfe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:45:11.969454 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-e311211c-e690-424b-94ad-6b01e0496e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:12.201866 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-30020326-b3d7-44bc-8183-14f71a35e46d None None] Provisioning for port d32554d4-b7fe-4d5b-9e15-aeec90b1d5b2 completed by entity DHCP. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 28 16:45:12.209696 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-30020326-b3d7-44bc-8183-14f71a35e46d None None] Provisioning complete for port d32554d4-b7fe-4d5b-9e15-aeec90b1d5b2 triggered by entity DHCP. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:45:12.210243 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-30020326-b3d7-44bc-8183-14f71a35e46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:12.217723 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-f28e681e-ec30-439b-9be7-fe5820ab1cfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:12.233167 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-f28e681e-ec30-439b-9be7-fe5820ab1cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:12.253689 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-94ee04a6-f738-42de-8b41-996b79fb95c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:45:12.283612 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-30020326-b3d7-44bc-8183-14f71a35e46d None None] Port d32554d4-b7fe-4d5b-9e15-aeec90b1d5b2 cannot update to ACTIVE because it is not bound. {{(pid=74152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 28 16:45:12.390823 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 38408) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:45:12.406317 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28e681e-ec30-439b-9be7-fe5820ab1cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0155e322-9056-48e9-845f-51120c252040,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:45:12.409705 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-f28e681e-ec30-439b-9be7-fe5820ab1cfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:45:12.426451 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-f28e681e-ec30-439b-9be7-fe5820ab1cfe admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2801ca9a96eb4929bc3002d3fc490425&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8344536
Jun 28 16:45:12.434108 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-6c3ff140-2be5-46e8-b74a-5424bc372793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:12.436789 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 38414) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:45:12.533892 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-d44429ef-988d-4a1a-8778-b9189a6e2fab req-8e0d31f7-6ab5-4f6b-8778-571c25f98a8f service neutron] 10.222.0.15 "GET /v2.0/networks/5a346278-b5ab-4c50-92aa-d9c545e84c60?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4981456
Jun 28 16:45:12.548081 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-5a5b87be-7350-418e-865c-2842e60cefdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:12.591698 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-e311211c-e690-424b-94ad-6b01e0496e07 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:12.600805 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-e311211c-e690-424b-94ad-6b01e0496e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32204972'] for port, after_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:12.602849 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-5a5b87be-7350-418e-865c-2842e60cefdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:12.641773 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:45:12.728646 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-657d0329-8773-468a-bfaf-f821faf2127f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:12.753909 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e311211c-e690-424b-94ad-6b01e0496e07 admin admin] Pushing event updated for resources: {'Port': ['ID=d32554d4-b7fe-4d5b-9e15-aeec90b1d5b2,revision_number=2']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:45:12.758562 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-e311211c-e690-424b-94ad-6b01e0496e07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:45:12.766826 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-e311211c-e690-424b-94ad-6b01e0496e07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-677387'] for router_interface, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:12.847112 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-d44429ef-988d-4a1a-8778-b9189a6e2fab req-cff181dc-3fb9-4b77-ac72-9faf9e485df8 service neutron] 10.222.0.15 "GET /v2.0/networks/5a346278-b5ab-4c50-92aa-d9c545e84c60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2999704
Jun 28 16:45:12.957914 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-5a5b87be-7350-418e-865c-2842e60cefdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:12.970191 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-e6c843ee-daa4-493f-bfc5-4da148d03a97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:45:12.974649 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-657d0329-8773-468a-bfaf-f821faf2127f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:45:12.988770 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-657d0329-8773-468a-bfaf-f821faf2127f admin admin] Usage tracker for resource:security_group_rule and tenant:473943d957b04c4d8e0f18c68a095668 is out of sync, need to count used quota {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:45:12.992931 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-657d0329-8773-468a-bfaf-f821faf2127f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:45:13.000352 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-657d0329-8773-468a-bfaf-f821faf2127f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:45:13.017583 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5b87be-7350-418e-865c-2842e60cefdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0155e322-9056-48e9-845f-51120c252040,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:45:13.028023 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-5a5b87be-7350-418e-865c-2842e60cefdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:45:13.047084 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81bca84e-fe6d-43cb-bbc6-074803e7eba5 admin admin] Router 61d3e727-59a3-44ca-ae38-348af801ea3e has already been hosted by L3 agent c1a676c2-2a78-4c35-ab22-a28e05dfd46e {{(pid=74150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 28 16:45:13.047569 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-5a5b87be-7350-418e-865c-2842e60cefdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:13.048620 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-5a5b87be-7350-418e-865c-2842e60cefdd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0155e322-9056-48e9-845f-51120c252040 HTTP/1.1" status: 204  len: 168 time: 0.6108541
Jun 28 16:45:13.065148 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e311211c-e690-424b-94ad-6b01e0496e07 admin admin] Network 1113820a-e4bc-475d-ab40-abe09297a41e is already hosted by enough agents. {{(pid=74151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 28 16:45:13.066725 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.base_scheduler [None req-e311211c-e690-424b-94ad-6b01e0496e07 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 28 16:45:13.185878 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-657d0329-8773-468a-bfaf-f821faf2127f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:13.195496 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-657d0329-8773-468a-bfaf-f821faf2127f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:13.204605 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-aea321c5-3733-4f97-9425-0eee3cf8210a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:45:13.290467 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-657d0329-8773-468a-bfaf-f821faf2127f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=473943d957b04c4d8e0f18c68a095668&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8964088
Jun 28 16:45:13.291822 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657d0329-8773-468a-bfaf-f821faf2127f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35749153-53c3-4ee9-8b63-25c62b1bb5c2,revision_number=1']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:45:13.308593 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-657d0329-8773-468a-bfaf-f821faf2127f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:45:13.320472 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 38422) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:45:13.434513 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-c3768a7e-9477-45e1-aa30-37484def01f7 None None] Provisioning complete for port d32554d4-b7fe-4d5b-9e15-aeec90b1d5b2 triggered by entity DHCP. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:45:13.435117 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-c3768a7e-9477-45e1-aa30-37484def01f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:13.499211 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-c3768a7e-9477-45e1-aa30-37484def01f7 None None] Port d32554d4-b7fe-4d5b-9e15-aeec90b1d5b2 cannot update to ACTIVE because it is not bound. {{(pid=74152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 28 16:45:13.552054 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device 5ebb6ac0-f963-42cd-8b21-6f154351777c up at agent ovs-agent-dv-cinder-798104-1-iscsi {{(pid=74152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 28 16:45:13.696027 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Provisioning for port 5ebb6ac0-f963-42cd-8b21-6f154351777c completed by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 28 16:45:13.701845 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Provisioning complete for port 5ebb6ac0-f963-42cd-8b21-6f154351777c triggered by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:45:13.702231 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:13.720289 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-0bcdf9f7-ad94-4ec9-8d6e-6aa2516e176d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:13.774819 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-0bcdf9f7-ad94-4ec9-8d6e-6aa2516e176d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:13.780801 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e311211c-e690-424b-94ad-6b01e0496e07 admin admin] Router cf502ec8-ba83-4231-88a5-2db63fe1806b has already been hosted by L3 agent c1a676c2-2a78-4c35-ab22-a28e05dfd46e {{(pid=74151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 28 16:45:13.827550 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81bca84e-fe6d-43cb-bbc6-074803e7eba5 admin admin] Notify agent at l3_agent.dv-cinder-798104-1-iscsi the message routers_updated {{(pid=74150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 28 16:45:13.865069 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-81bca84e-fe6d-43cb-bbc6-074803e7eba5 admin admin] 10.222.0.30 "PUT /v2.0/routers/61d3e727-59a3-44ca-ae38-348af801ea3e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.1912217
Jun 28 16:45:13.866955 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 38436) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:45:13.867740 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-0bcdf9f7-ad94-4ec9-8d6e-6aa2516e176d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:13.871379 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-0bcdf9f7-ad94-4ec9-8d6e-6aa2516e176d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:13.872644 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-0bcdf9f7-ad94-4ec9-8d6e-6aa2516e176d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/35749153-53c3-4ee9-8b63-25c62b1bb5c2 HTTP/1.1" status: 204  len: 168 time: 0.5480981
Jun 28 16:45:13.873725 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449b1662-faf9-498f-abff-4add981b1a2d None None] Sync routers for ids ['61d3e727-59a3-44ca-ae38-348af801ea3e'] in dv-cinder-798104-1-iscsi {{(pid=74152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 28 16:45:13.917184 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:13.924548 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449b1662-faf9-498f-abff-4add981b1a2d None None] Routers {'61d3e727-59a3-44ca-ae38-348af801ea3e'} bound to L3 agent in host dv-cinder-798104-1-iscsi {{(pid=74152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 28 16:45:13.925405 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-449b1662-faf9-498f-abff-4add981b1a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa2cf81b8b0>, 'dv-cinder-798104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T16:33:11Z,description=<?>,heartbeat_timestamp=2021-06-28T16:45:11Z,host='dv-cinder-798104-1-iscsi',id=c1a676c2-2a78-4c35-ab22-a28e05dfd46e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-28T16:33:11Z,topic='l3_agent')) {'router_ids': ['61d3e727-59a3-44ca-ae38-348af801ea3e'], 'active': True} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:45:13.937747 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:45:13.961474 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcdf9f7-ad94-4ec9-8d6e-6aa2516e176d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35749153-53c3-4ee9-8b63-25c62b1bb5c2,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:45:13.976417 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-0bcdf9f7-ad94-4ec9-8d6e-6aa2516e176d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:45:14.245938 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-a473de9c-6f99-4f16-96ad-8c0dbf5e2a18 admin admin] Notify callbacks [] for router, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:14.303208 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-5e27322e-457d-4bf0-b73d-ff6c09f635fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:14.312251 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] For port 5ebb6ac0-f963-42cd-8b21-6f154351777c, host dv-cinder-798104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-iscsi',level=0,port_id=5ebb6ac0-f963-42cd-8b21-6f154351777c,segment=NetworkSegment(c33c21b7-7592-40e1-a334-7e00067f8a18),segment_id=c33c21b7-7592-40e1-a334-7e00067f8a18)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:45:14.335533 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:14.348341 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:45:14.416825 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvr_db [None req-449b1662-faf9-498f-abff-4add981b1a2d None None] Set router 61d3e727-59a3-44ca-ae38-348af801ea3e gateway port host: dv-cinder-798104-1-iscsi {{(pid=74152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 28 16:45:14.470851 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e311211c-e690-424b-94ad-6b01e0496e07 admin admin] Notify agent at l3_agent.dv-cinder-798104-1-iscsi the message routers_updated {{(pid=74151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 28 16:45:14.504099 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-e311211c-e690-424b-94ad-6b01e0496e07 admin admin] 10.222.0.30 "PUT /v2.0/routers/cf502ec8-ba83-4231-88a5-2db63fe1806b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.2524841
Jun 28 16:45:14.743417 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Pushing event updated for resources: {'Port': ['ID=5ebb6ac0-f963-42cd-8b21-6f154351777c,revision_number=4']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:45:14.764560 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:45:14.810385 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-a473de9c-6f99-4f16-96ad-8c0dbf5e2a18 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:14.824596 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.plugin [None req-a473de9c-6f99-4f16-96ad-8c0dbf5e2a18 admin admin] Deleting port 58b9a2f9-07bf-4449-bfb8-940c55d99c1b {{(pid=74150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 28 16:45:14.825293 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-a473de9c-6f99-4f16-96ad-8c0dbf5e2a18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771078813103'] for port, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:15.079337 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:15.139109 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-449b1662-faf9-498f-abff-4add981b1a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa2cf81b8b0>, [{'id': '61d3e727-59a3-44ca-ae38-348af801ea3e', 'name': 'tempest-ServerRescueNegativeTestJSON-1830371442-router', 'tenant_id': '1fe368935ff745edaa9465a88456bec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '58b9a2f9-07bf-4449-bfb8-940c55d99c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:07Z', 'updated_at': '2021-06-28T16:45:09Z', 'revision_number': 5, 'project_id': '1fe368935ff745edaa9465a88456bec5', 'gw_port': {'id': '58b9a2f9-07bf-4449-bfb8-940c55d99c1b', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d3e727-59a3-44ca-ae38-348af801ea3e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:08Z', 'updated_at': '2021-06-28T16:41:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi'}], 'dv-cinder-798104-1-iscsi', False) {} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:45:15.151223 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449b1662-faf9-498f-abff-4add981b1a2d None None] Checking router: 61d3e727-59a3-44ca-ae38-348af801ea3e for host: dv-cinder-798104-1-iscsi {{(pid=74152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 28 16:45:15.168279 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.db [None req-a473de9c-6f99-4f16-96ad-8c0dbf5e2a18 admin admin] For port 58b9a2f9-07bf-4449-bfb8-940c55d99c1b, host dv-cinder-798104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-iscsi',level=0,port_id=58b9a2f9-07bf-4449-bfb8-940c55d99c1b,segment=NetworkSegment(c33c21b7-7592-40e1-a334-7e00067f8a18),segment_id=c33c21b7-7592-40e1-a334-7e00067f8a18)] {{(pid=74150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:45:15.168487 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-a473de9c-6f99-4f16-96ad-8c0dbf5e2a18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679626'] for port, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:15.187197 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449b1662-faf9-498f-abff-4add981b1a2d None None] Routers {'61d3e727-59a3-44ca-ae38-348af801ea3e'} bound to L3 agent in host dv-cinder-798104-1-iscsi {{(pid=74152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 28 16:45:15.189732 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-449b1662-faf9-498f-abff-4add981b1a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa2cf81b8b0>, 'dv-cinder-798104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T16:33:11Z,description=<?>,heartbeat_timestamp=2021-06-28T16:45:11Z,host='dv-cinder-798104-1-iscsi',id=c1a676c2-2a78-4c35-ab22-a28e05dfd46e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-28T16:33:11Z,topic='l3_agent')) {'router_ids': ['61d3e727-59a3-44ca-ae38-348af801ea3e'], 'active': True} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:45:15.406353 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.plugin [None req-a473de9c-6f99-4f16-96ad-8c0dbf5e2a18 admin admin] Calling delete_port for 58b9a2f9-07bf-4449-bfb8-940c55d99c1b owned by network:router_gateway {{(pid=74150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 28 16:45:15.464787 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvr_db [None req-449b1662-faf9-498f-abff-4add981b1a2d None None] Set router 61d3e727-59a3-44ca-ae38-348af801ea3e gateway port host: None {{(pid=74152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 28 16:45:15.535636 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device 5ebb6ac0-f963-42cd-8b21-6f154351777c up at agent ovs-agent-dv-cinder-798104-1-iscsi {{(pid=74152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 28 16:45:15.681614 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-449b1662-faf9-498f-abff-4add981b1a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa2cf81b8b0>, [{'id': '61d3e727-59a3-44ca-ae38-348af801ea3e', 'name': 'tempest-ServerRescueNegativeTestJSON-1830371442-router', 'tenant_id': '1fe368935ff745edaa9465a88456bec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:07Z', 'updated_at': '2021-06-28T16:45:14Z', 'revision_number': 6, 'project_id': '1fe368935ff745edaa9465a88456bec5', 'gw_port_host': None}], 'dv-cinder-798104-1-iscsi', False) {} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:45:15.697365 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449b1662-faf9-498f-abff-4add981b1a2d None None] The sync data for ids ['61d3e727-59a3-44ca-ae38-348af801ea3e'] in dv-cinder-798104-1-iscsi is: [{'id': '61d3e727-59a3-44ca-ae38-348af801ea3e', 'name': 'tempest-ServerRescueNegativeTestJSON-1830371442-router', 'tenant_id': '1fe368935ff745edaa9465a88456bec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:07Z', 'updated_at': '2021-06-28T16:45:14Z', 'revision_number': 6, 'project_id': '1fe368935ff745edaa9465a88456bec5', 'gw_port_host': None}] {{(pid=74152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 28 16:45:15.767630 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Provisioning complete for port 5ebb6ac0-f963-42cd-8b21-6f154351777c triggered by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:45:15.768296 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:15.815304 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-a473de9c-6f99-4f16-96ad-8c0dbf5e2a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771078770342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771078328122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32536825'] for port, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:15.825600 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-cf70128f-95d7-47bc-9979-18467b675dc1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:45:15.871885 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a473de9c-6f99-4f16-96ad-8c0dbf5e2a18 admin admin] Pushing event deleted for resources: {'Port': ['ID=58b9a2f9-07bf-4449-bfb8-940c55d99c1b,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:45:15.874832 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-a473de9c-6f99-4f16-96ad-8c0dbf5e2a18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:45:16.026643 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e417d6-bc3f-44e1-851c-2c7da295e533 None None] Sync routers for ids ['cf502ec8-ba83-4231-88a5-2db63fe1806b'] in dv-cinder-798104-1-iscsi {{(pid=74153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 28 16:45:16.047693 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e417d6-bc3f-44e1-851c-2c7da295e533 None None] Routers {'cf502ec8-ba83-4231-88a5-2db63fe1806b'} bound to L3 agent in host dv-cinder-798104-1-iscsi {{(pid=74153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 28 16:45:16.049096 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_hamode_db [None req-28e417d6-bc3f-44e1-851c-2c7da295e533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa2cfd0cee0>, 'dv-cinder-798104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T16:33:11Z,description=<?>,heartbeat_timestamp=2021-06-28T16:45:11Z,host='dv-cinder-798104-1-iscsi',id=c1a676c2-2a78-4c35-ab22-a28e05dfd46e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-28T16:33:11Z,topic='l3_agent')) {'router_ids': ['cf502ec8-ba83-4231-88a5-2db63fe1806b'], 'active': True} {{(pid=74153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:45:16.175805 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-a473de9c-6f99-4f16-96ad-8c0dbf5e2a18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-674445'] for router_gateway, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:16.477458 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 38488) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:45:16.493230 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.v2.base [None req-1a2d3b63-b289-4d4a-ab33-8cf8ce78dec5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2103925676-network', 'tenant_id': 'a19ce1c86f184913a3f5eb3b528fe413'}} {{(pid=74151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:45:16.510988 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-1a2d3b63-b289-4d4a-ab33-8cf8ce78dec5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:45:16.530068 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-1a2d3b63-b289-4d4a-ab33-8cf8ce78dec5 admin admin] Usage tracker for resource:network and tenant:a19ce1c86f184913a3f5eb3b528fe413 is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:45:16.544116 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-1a2d3b63-b289-4d4a-ab33-8cf8ce78dec5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:45:16.580767 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-1a2d3b63-b289-4d4a-ab33-8cf8ce78dec5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:45:16.593530 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_dvr_db [None req-28e417d6-bc3f-44e1-851c-2c7da295e533 None None] Set router cf502ec8-ba83-4231-88a5-2db63fe1806b gateway port host: dv-cinder-798104-1-iscsi {{(pid=74153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 28 16:45:16.603152 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a2d3b63-b289-4d4a-ab33-8cf8ce78dec5 admin admin] Made reservation on behalf of a19ce1c86f184913a3f5eb3b528fe413 for: {'network': 1} {{(pid=74151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 28 16:45:16.605389 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-1a2d3b63-b289-4d4a-ab33-8cf8ce78dec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for network, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:16.706992 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-a473de9c-6f99-4f16-96ad-8c0dbf5e2a18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-673565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:16.713258 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-a473de9c-6f99-4f16-96ad-8c0dbf5e2a18 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:16.736238 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-1a2d3b63-b289-4d4a-ab33-8cf8ce78dec5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:16.782804 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-1a2d3b63-b289-4d4a-ab33-8cf8ce78dec5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:45:16.791071 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-1a2d3b63-b289-4d4a-ab33-8cf8ce78dec5 admin admin] Usage tracker for resource:security_group_rule and tenant:a19ce1c86f184913a3f5eb3b528fe413 is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:45:16.797218 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-1a2d3b63-b289-4d4a-ab33-8cf8ce78dec5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:45:16.809648 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-1a2d3b63-b289-4d4a-ab33-8cf8ce78dec5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:45:16.830281 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-a473de9c-6f99-4f16-96ad-8c0dbf5e2a18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-673777'] for router, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:16.832289 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a473de9c-6f99-4f16-96ad-8c0dbf5e2a18 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61d3e727-59a3-44ca-ae38-348af801ea3e {{(pid=74150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 28 16:45:16.859755 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-a473de9c-6f99-4f16-96ad-8c0dbf5e2a18 admin admin] Notify callbacks [] for router, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:16.864738 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-a473de9c-6f99-4f16-96ad-8c0dbf5e2a18 admin admin] 10.222.0.30 "DELETE /v2.0/routers/61d3e727-59a3-44ca-ae38-348af801ea3e HTTP/1.1" status: 204  len: 168 time: 2.9873273
Jun 28 16:45:16.865029 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 38492) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:45:16.909228 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-1a2d3b63-b289-4d4a-ab33-8cf8ce78dec5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:16.914710 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-1a2d3b63-b289-4d4a-ab33-8cf8ce78dec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:16.919403 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-ca2b5b5e-9a86-4a53-840a-28e28b53984a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:45:16.952964 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a2d3b63-b289-4d4a-ab33-8cf8ce78dec5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307}  {{(pid=74151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jun 28 16:45:16.961322 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.db_base_plugin_v2 [None req-04bf686a-e46d-4b2a-b0a8-fadae46428a2 admin admin] Deleting subnet ac8dc62b-c0d1-448e-9b7b-2ee53b76484f {{(pid=74150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 28 16:45:16.966868 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2d3b63-b289-4d4a-ab33-8cf8ce78dec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5634145-54f7-41a3-bd40-a17c951b0849,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:45:16.971458 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-04bf686a-e46d-4b2a-b0a8-fadae46428a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:16.984735 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-1a2d3b63-b289-4d4a-ab33-8cf8ce78dec5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:45:16.988435 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-1a2d3b63-b289-4d4a-ab33-8cf8ce78dec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719364'] for segment, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:16.988773 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.db.segments_db [None req-1a2d3b63-b289-4d4a-ab33-8cf8ce78dec5 admin admin] Added segment ce63ed61-f554-454d-be9a-06d795c52bb0 of type vlan for network 355d6851-3902-4716-af53-1279fa4919a7
Jun 28 16:45:17.033537 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-1a2d3b63-b289-4d4a-ab33-8cf8ce78dec5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771078342840'] for network, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:17.072898 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-04bf686a-e46d-4b2a-b0a8-fadae46428a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32537730'] for subnet, precommit_delete_associations {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:17.092671 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-1a2d3b63-b289-4d4a-ab33-8cf8ce78dec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692'] for network, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:17.094059 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2d3b63-b289-4d4a-ab33-8cf8ce78dec5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:45:17.094625 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-1a2d3b63-b289-4d4a-ab33-8cf8ce78dec5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533674'] for network, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:17.100254 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-5fa12454-d32f-46be-a44d-269e2482ea3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:45:17.128096 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_hamode_db [None req-28e417d6-bc3f-44e1-851c-2c7da295e533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa2cfd0cee0>, [{'id': 'cf502ec8-ba83-4231-88a5-2db63fe1806b', 'name': 'tempest-TestMinimumBasicScenario-1721821643-router', 'tenant_id': 'ef6d67df2935467a8c9855979ceb5e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '5ebb6ac0-f963-42cd-8b21-6f154351777c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:45:05Z', 'updated_at': '2021-06-28T16:45:11Z', 'revision_number': 4, 'project_id': 'ef6d67df2935467a8c9855979ceb5e65', 'gw_port': {'id': '5ebb6ac0-f963-42cd-8b21-6f154351777c', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf502ec8-ba83-4231-88a5-2db63fe1806b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:45:06Z', 'updated_at': '2021-06-28T16:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi', '_interfaces': [{'id': 'd32554d4-b7fe-4d5b-9e15-aeec90b1d5b2', 'name': '', 'network_id': '1113820a-e4bc-475d-ab40-abe09297a41e', 'tenant_id': 'ef6d67df2935467a8c9855979ceb5e65', 'mac_address': 'fa:16:3e:9d:29:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf502ec8-ba83-4231-88a5-2db63fe1806b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'acc7f902-942c-4b8b-9dcb-fb852c89cf6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:45:10Z', 'updated_at': '2021-06-28T16:45:12Z', 'revision_number': 2, 'project_id': 'ef6d67df2935467a8c9855979ceb5e65', 'subnets': [{'id': 'acc7f902-942c-4b8b-9dcb-fb852c89cf6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-iscsi', False) {} {{(pid=74153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:45:17.134661 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e417d6-bc3f-44e1-851c-2c7da295e533 None None] Checking router: cf502ec8-ba83-4231-88a5-2db63fe1806b for host: dv-cinder-798104-1-iscsi {{(pid=74153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 28 16:45:17.135243 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e417d6-bc3f-44e1-851c-2c7da295e533 None None] Updating router cf502ec8-ba83-4231-88a5-2db63fe1806b port d32554d4-b7fe-4d5b-9e15-aeec90b1d5b2 binding host dv-cinder-798104-1-iscsi {{(pid=74153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 28 16:45:17.205759 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron_lib.callbacks.manager [None req-28e417d6-bc3f-44e1-851c-2c7da295e533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:17.211845 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-04bf686a-e46d-4b2a-b0a8-fadae46428a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1427664'] for subnet, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:17.268904 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2d3b63-b289-4d4a-ab33-8cf8ce78dec5 admin admin] Pushing event updated for resources: {'Network': ['ID=355d6851-3902-4716-af53-1279fa4919a7,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:45:17.273760 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-1a2d3b63-b289-4d4a-ab33-8cf8ce78dec5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:45:17.277307 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-1a2d3b63-b289-4d4a-ab33-8cf8ce78dec5 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.7971737
Jun 28 16:45:17.282818 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Network 355d6851-3902-4716-af53-1279fa4919a7 details requested by agent ovs-agent-dv-cinder-798104-1-iscsi with host dv-cinder-798104-1-iscsi {{(pid=74152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 28 16:45:17.290611 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 38496) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:45:17.298795 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.v2.base [None req-851dd89e-0a41-44a1-a56c-7e540d8b4ca8 admin admin] Request body: {'subnet': {'network_id': '355d6851-3902-4716-af53-1279fa4919a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2103925676-subnet', 'tenant_id': 'a19ce1c86f184913a3f5eb3b528fe413', 'ip_version': 4}} {{(pid=74150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:45:17.304733 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-851dd89e-0a41-44a1-a56c-7e540d8b4ca8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:45:17.320143 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-851dd89e-0a41-44a1-a56c-7e540d8b4ca8 admin admin] Usage tracker for resource:subnet and tenant:a19ce1c86f184913a3f5eb3b528fe413 is out of sync, need to count used quota {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:45:17.328559 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-851dd89e-0a41-44a1-a56c-7e540d8b4ca8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:45:17.351970 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-851dd89e-0a41-44a1-a56c-7e540d8b4ca8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:45:17.385839 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-851dd89e-0a41-44a1-a56c-7e540d8b4ca8 admin admin] Made reservation on behalf of a19ce1c86f184913a3f5eb3b528fe413 for: {'subnet': 1} {{(pid=74150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 28 16:45:17.391272 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-851dd89e-0a41-44a1-a56c-7e540d8b4ca8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32270919'] for subnet, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:17.489678 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-04bf686a-e46d-4b2a-b0a8-fadae46428a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32536586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32270940'] for subnet, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:17.495411 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device 58b9a2f9-07bf-4449-bfb8-940c55d99c1b no longer exists at agent ovs-agent-dv-cinder-798104-1-iscsi {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 28 16:45:17.506643 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-9c050101-8bb3-49c5-b402-baa5fcb2cc71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:45:17.569509 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bf686a-e46d-4b2a-b0a8-fadae46428a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac8dc62b-c0d1-448e-9b7b-2ee53b76484f,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:45:17.572226 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-04bf686a-e46d-4b2a-b0a8-fadae46428a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:45:17.573921 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] No Port match for: 58b9a2f9-07bf-4449-bfb8-940c55d99c1b {{(pid=74152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 28 16:45:17.574554 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device 58b9a2f9-07bf-4449-bfb8-940c55d99c1b not bound to the agent host dv-cinder-798104-1-iscsi {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 28 16:45:17.575326 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device 0b533fb4-29cd-4ee5-a7db-efca41b20ca5 no longer exists at agent ovs-agent-dv-cinder-798104-1-iscsi {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 28 16:45:17.609758 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] No Port match for: 0b533fb4-29cd-4ee5-a7db-efca41b20ca5 {{(pid=74152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 28 16:45:17.610493 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device 0b533fb4-29cd-4ee5-a7db-efca41b20ca5 not bound to the agent host dv-cinder-798104-1-iscsi {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 28 16:45:17.645610 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-04bf686a-e46d-4b2a-b0a8-fadae46428a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533674'] for subnet, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:17.667877 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-04bf686a-e46d-4b2a-b0a8-fadae46428a2 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/ac8dc62b-c0d1-448e-9b7b-2ee53b76484f HTTP/1.1" status: 204  len: 168 time: 0.8010798
Jun 28 16:45:17.672712 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 38504) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:45:17.764019 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron_lib.callbacks.manager [None req-28e417d6-bc3f-44e1-851c-2c7da295e533 None None] Notify callbacks [] for port, precommit_update {{(pid=74153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:17.782011 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.provisioning_blocks [None req-28e417d6-bc3f-44e1-851c-2c7da295e533 None None] Transition to ACTIVE for port object d32554d4-b7fe-4d5b-9e15-aeec90b1d5b2 will not be triggered until provisioned by entity L2. {{(pid=74153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 28 16:45:17.785250 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-851dd89e-0a41-44a1-a56c-7e540d8b4ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32536645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32270933'] for subnet, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:17.789485 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-759a46b6-0e2f-4982-814c-b147859317b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:45:17.798640 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron_lib.callbacks.manager [None req-28e417d6-bc3f-44e1-851c-2c7da295e533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:17.808317 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG oslo_concurrency.lockutils [None req-2d01d2cb-b54d-46da-bca0-27451e54aaf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:45:17.823166 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-c2bcd8fb-bebd-46b4-aaec-020749ac794d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1600473'] for network, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:17.846831 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851dd89e-0a41-44a1-a56c-7e540d8b4ca8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8a8bb09-60b1-4a8a-8bff-07c825bba32e,revision_number=0']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:45:17.862327 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-851dd89e-0a41-44a1-a56c-7e540d8b4ca8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:45:17.893433 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851dd89e-0a41-44a1-a56c-7e540d8b4ca8 admin admin] Checking segment: {'id': 'ce63ed61-f554-454d-be9a-06d795c52bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '355d6851-3902-4716-af53-1279fa4919a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 28 16:45:17.893795 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851dd89e-0a41-44a1-a56c-7e540d8b4ca8 admin admin] Network hostable DHCP agents. Network: 355d6851-3902-4716-af53-1279fa4919a7, hostable agents: ['e6bae525-68bf-4aa0-98dd-dc96c133cc24'], hosted agents: [] {{(pid=74150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 28 16:45:17.921548 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851dd89e-0a41-44a1-a56c-7e540d8b4ca8 admin admin] Network 355d6851-3902-4716-af53-1279fa4919a7 is scheduled to be hosted by DHCP agent e6bae525-68bf-4aa0-98dd-dc96c133cc24 with binding_index 1 {{(pid=74150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 28 16:45:17.938090 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.scheduler.base_scheduler [None req-851dd89e-0a41-44a1-a56c-7e540d8b4ca8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798104-1-iscsi, 355d6851-3902-4716-af53-1279fa4919a7) {{(pid=74150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 28 16:45:17.943292 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851dd89e-0a41-44a1-a56c-7e540d8b4ca8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:45:17.944772 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-851dd89e-0a41-44a1-a56c-7e540d8b4ca8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533674'] for subnet, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:17.950817 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49aa0de6-8b55-46f4-97d6-42de994a2ebe None None] Network 355d6851-3902-4716-af53-1279fa4919a7 requested from dv-cinder-798104-1-iscsi {{(pid=74152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 28 16:45:17.973693 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-851dd89e-0a41-44a1-a56c-7e540d8b4ca8 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.6784823
Jun 28 16:45:17.974107 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 38510) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:45:17.980368 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.v2.base [None req-af8133e7-4f8b-41da-95c2-bf645a227197 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2103925676-router', 'tenant_id': 'a19ce1c86f184913a3f5eb3b528fe413', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792'}}} {{(pid=74150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:45:17.992342 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4ccd9b-9078-4445-b012-e13d6fd1707f None None] Pushing event updated for resources: {'Port': ['ID=d32554d4-b7fe-4d5b-9e15-aeec90b1d5b2,revision_number=3']} {{(pid=74153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:45:17.999068 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-af8133e7-4f8b-41da-95c2-bf645a227197 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:45:18.008964 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-af8133e7-4f8b-41da-95c2-bf645a227197 admin admin] Usage tracker for resource:router and tenant:a19ce1c86f184913a3f5eb3b528fe413 is out of sync, need to count used quota {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:45:18.015817 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG oslo_concurrency.lockutils [None req-2b4ccd9b-9078-4445-b012-e13d6fd1707f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=74153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:45:18.020751 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-c2bcd8fb-bebd-46b4-aaec-020749ac794d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1428645', 'neutron.services.segments.db._delete_segments_for_network-8771078865026'] for network, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:18.021033 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-af8133e7-4f8b-41da-95c2-bf645a227197 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:45:18.036010 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-af8133e7-4f8b-41da-95c2-bf645a227197 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:45:18.044953 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.services.segments.db [None req-c2bcd8fb-bebd-46b4-aaec-020749ac794d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa2cf88e130>,) {'filters': {'network_id': ['67cef3f9-4ff6-418e-b6c5-56d49e3c3b89']}} {{(pid=74151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:45:18.060801 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-af8133e7-4f8b-41da-95c2-bf645a227197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-673619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2149'] for router, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:18.061800 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-af8133e7-4f8b-41da-95c2-bf645a227197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-672504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-674524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-353154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2170'] for router, precommit_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:18.063753 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.services.segments.db [None req-c2bcd8fb-bebd-46b4-aaec-020749ac794d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa2cf88e130>, '303640e0-a25f-464c-a67b-19acfa668001') {'for_net_delete': True} {{(pid=74151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:45:18.064222 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.services.segments.db [None req-c2bcd8fb-bebd-46b4-aaec-020749ac794d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa2cf88e130>, '303640e0-a25f-464c-a67b-19acfa668001') {} {{(pid=74151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:45:18.091961 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-c2bcd8fb-bebd-46b4-aaec-020749ac794d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771078786973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32205915'] for segment, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:18.117790 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-af8133e7-4f8b-41da-95c2-bf645a227197 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:18.141862 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-c2bcd8fb-bebd-46b4-aaec-020749ac794d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719364'] for segment, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:18.161575 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2bcd8fb-bebd-46b4-aaec-020749ac794d admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=74151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jun 28 16:45:18.162194 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-c2bcd8fb-bebd-46b4-aaec-020749ac794d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1719391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32205040'] for segment, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:18.284520 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.managers [None req-28e417d6-bc3f-44e1-851c-2c7da295e533 None None] Attempting to bind port d32554d4-b7fe-4d5b-9e15-aeec90b1d5b2 on host dv-cinder-798104-1-iscsi for vnic_type normal with profile  {{(pid=74153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 28 16:45:18.284905 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.managers [None req-28e417d6-bc3f-44e1-851c-2c7da295e533 None None] Attempting to bind port d32554d4-b7fe-4d5b-9e15-aeec90b1d5b2 by drivers openvswitch,hyperv on host dv-cinder-798104-1-iscsi at level 0 using segments [{'id': 'a4817e99-42da-4d18-9459-e39d672e39b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1113820a-e4bc-475d-ab40-abe09297a41e'}] {{(pid=74153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 28 16:45:18.285196 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e417d6-bc3f-44e1-851c-2c7da295e533 None None] Attempting to bind port d32554d4-b7fe-4d5b-9e15-aeec90b1d5b2 on network 1113820a-e4bc-475d-ab40-abe09297a41e {{(pid=74153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 28 16:45:18.297184 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e417d6-bc3f-44e1-851c-2c7da295e533 None None] Checking agent: {'id': '235649c2-d0e1-424d-8662-9e7ce5cd7ca9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798104-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 16, 33, 9), 'started_at': datetime.datetime(2021, 6, 28, 16, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 16, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798104-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 28 16:45:18.297561 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e417d6-bc3f-44e1-851c-2c7da295e533 None None] Checking segment: {'id': 'a4817e99-42da-4d18-9459-e39d672e39b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1113820a-e4bc-475d-ab40-abe09297a41e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 28 16:45:18.297958 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron_lib.callbacks.manager [None req-28e417d6-bc3f-44e1-851c-2c7da295e533 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:18.298345 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e417d6-bc3f-44e1-851c-2c7da295e533 None None] Bound using segment: {'id': 'a4817e99-42da-4d18-9459-e39d672e39b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1113820a-e4bc-475d-ab40-abe09297a41e'} {{(pid=74153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 28 16:45:18.298809 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.managers [None req-28e417d6-bc3f-44e1-851c-2c7da295e533 None None] Bound port: d32554d4-b7fe-4d5b-9e15-aeec90b1d5b2, host: dv-cinder-798104-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4817e99-42da-4d18-9459-e39d672e39b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1113820a-e4bc-475d-ab40-abe09297a41e'}}] {{(pid=74153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 28 16:45:18.302530 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron_lib.callbacks.manager [None req-28e417d6-bc3f-44e1-851c-2c7da295e533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:18.384912 dv-cinder-798104-1-iscsi neutron-server[74151]: Traceback (most recent call last):
Jun 28 16:45:18.384912 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jun 28 16:45:18.384912 dv-cinder-798104-1-iscsi neutron-server[74151]:     timer()
Jun 28 16:45:18.384912 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 28 16:45:18.384912 dv-cinder-798104-1-iscsi neutron-server[74151]:     cb(*args, **kw)
Jun 28 16:45:18.384912 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jun 28 16:45:18.384912 dv-cinder-798104-1-iscsi neutron-server[74151]:     return func(*args, **kwargs)
Jun 28 16:45:18.384912 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 28 16:45:18.384912 dv-cinder-798104-1-iscsi neutron-server[74151]:     self._notify()
Jun 28 16:45:18.384912 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 28 16:45:18.384912 dv-cinder-798104-1-iscsi neutron-server[74151]:     self.callback(batched_events)
Jun 28 16:45:18.384912 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 28 16:45:18.384912 dv-cinder-798104-1-iscsi neutron-server[74151]:     event.method(event)
Jun 28 16:45:18.384912 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 28 16:45:18.384912 dv-cinder-798104-1-iscsi neutron-server[74151]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 28 16:45:18.384912 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 28 16:45:18.384912 dv-cinder-798104-1-iscsi neutron-server[74151]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 28 16:45:18.384912 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 28 16:45:18.384912 dv-cinder-798104-1-iscsi neutron-server[74151]:     return f(self, *a, **k)
Jun 28 16:45:18.384912 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jun 28 16:45:18.384912 dv-cinder-798104-1-iscsi neutron-server[74151]:     return self._get(url).json()
Jun 28 16:45:18.384912 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jun 28 16:45:18.384912 dv-cinder-798104-1-iscsi neutron-server[74151]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 28 16:45:18.384912 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jun 28 16:45:18.384912 dv-cinder-798104-1-iscsi neutron-server[74151]:     return self.request(url, 'GET', **kwargs)
Jun 28 16:45:18.384912 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jun 28 16:45:18.384912 dv-cinder-798104-1-iscsi neutron-server[74151]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 28 16:45:18.384912 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jun 28 16:45:18.384912 dv-cinder-798104-1-iscsi neutron-server[74151]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 28 16:45:18.384912 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jun 28 16:45:18.384912 dv-cinder-798104-1-iscsi neutron-server[74151]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 28 16:45:18.384912 dv-cinder-798104-1-iscsi neutron-server[74151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 28 16:45:18.390442 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-c2bcd8fb-bebd-46b4-aaec-020749ac794d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1428054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-674480'] for network, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:18.397353 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-dce06573-57c9-4170-acf8-f41ccd9cca32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:45:18.413771 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-c2bcd8fb-bebd-46b4-aaec-020749ac794d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533674'] for network, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:18.423333 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-af8133e7-4f8b-41da-95c2-bf645a227197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-674506', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-673601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2120'] for router, precommit_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:18.431069 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bcd8fb-bebd-46b4-aaec-020749ac794d admin admin] Pushing event deleted for resources: {'Network': ['ID=67cef3f9-4ff6-418e-b6c5-56d49e3c3b89,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:45:18.437252 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-c2bcd8fb-bebd-46b4-aaec-020749ac794d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:45:18.445630 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-c2bcd8fb-bebd-46b4-aaec-020749ac794d admin admin] 10.222.0.30 "DELETE /v2.0/networks/67cef3f9-4ff6-418e-b6c5-56d49e3c3b89 HTTP/1.1" status: 204  len: 168 time: 0.7713742
Jun 28 16:45:18.450904 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c43fe6-d882-499c-8d49-eab17682188d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc71e96ad-d9c0-53f4-9726-180792ecc6d0-355d6851-3902-4716-af53-1279fa4919a7', 'network_id': '355d6851-3902-4716-af53-1279fa4919a7', 'tenant_id': 'a19ce1c86f184913a3f5eb3b528fe413', 'fixed_ips': [{'subnet_id': 'b8a8bb09-60b1-4a8a-8bff-07c825bba32e'}]}} from dv-cinder-798104-1-iscsi. {{(pid=74152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Jun 28 16:45:18.451807 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-a6c43fe6-d882-499c-8d49-eab17682188d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_create {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:18.469254 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.db [None req-28e417d6-bc3f-44e1-851c-2c7da295e533 None None] For port d32554d4-b7fe-4d5b-9e15-aeec90b1d5b2, host dv-cinder-798104-1-iscsi, cleared binding levels {{(pid=74153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 28 16:45:18.473273 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.db [None req-28e417d6-bc3f-44e1-851c-2c7da295e533 None None] For port d32554d4-b7fe-4d5b-9e15-aeec90b1d5b2, host dv-cinder-798104-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-iscsi',level=0,port_id=d32554d4-b7fe-4d5b-9e15-aeec90b1d5b2,segment=NetworkSegment(a4817e99-42da-4d18-9459-e39d672e39b3),segment_id=a4817e99-42da-4d18-9459-e39d672e39b3)] {{(pid=74153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 28 16:45:18.481039 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron_lib.callbacks.manager [None req-28e417d6-bc3f-44e1-851c-2c7da295e533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:18.494263 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG oslo_concurrency.lockutils [None req-a7779722-8c3e-42d0-a59f-ffc863b2d0b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:45:18.560413 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e417d6-bc3f-44e1-851c-2c7da295e533 None None] Routers {'cf502ec8-ba83-4231-88a5-2db63fe1806b'} bound to L3 agent in host dv-cinder-798104-1-iscsi {{(pid=74153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 28 16:45:18.561050 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_hamode_db [None req-28e417d6-bc3f-44e1-851c-2c7da295e533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa2cfd0cee0>, 'dv-cinder-798104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T16:33:11Z,description=<?>,heartbeat_timestamp=2021-06-28T16:45:11Z,host='dv-cinder-798104-1-iscsi',id=c1a676c2-2a78-4c35-ab22-a28e05dfd46e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-28T16:33:11Z,topic='l3_agent')) {'router_ids': ['cf502ec8-ba83-4231-88a5-2db63fe1806b'], 'active': True} {{(pid=74153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:45:18.683209 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-af8133e7-4f8b-41da-95c2-bf645a227197 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:18.723862 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-af8133e7-4f8b-41da-95c2-bf645a227197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:18.846218 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.db_base_plugin_common [None req-a6c43fe6-d882-499c-8d49-eab17682188d None None] Allocated IP 172.20.0.2 (355d6851-3902-4716-af53-1279fa4919a7/b8a8bb09-60b1-4a8a-8bff-07c825bba32e/0a29e89a-6aeb-4fd7-a481-aa39ee3d3314) {{(pid=74152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 28 16:45:18.915599 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 38520) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:45:18.941900 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.db_base_plugin_common [None req-af8133e7-4f8b-41da-95c2-bf645a227197 admin admin] Allocated IP 172.27.2.208 (05d3a8da-27a1-489e-9cdc-367ff8331792/29317296-a498-419b-860c-f9843650e8eb/436840fc-2dfa-4195-bf5c-fc26a89f2735) {{(pid=74150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 28 16:45:18.975992 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4ccd9b-9078-4445-b012-e13d6fd1707f None None] Pushing event updated for resources: {'Port': ['ID=d32554d4-b7fe-4d5b-9e15-aeec90b1d5b2,revision_number=4']} {{(pid=74153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:45:18.990501 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG oslo_concurrency.lockutils [None req-2b4ccd9b-9078-4445-b012-e13d6fd1707f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=74153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:45:19.015459 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_dvr_db [None req-28e417d6-bc3f-44e1-851c-2c7da295e533 None None] Set router cf502ec8-ba83-4231-88a5-2db63fe1806b gateway port host: dv-cinder-798104-1-iscsi {{(pid=74153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 28 16:45:19.051482 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-5682478f-b519-4eea-bb48-52f5959f31ad admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1fe368935ff745edaa9465a88456bec5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1330414
Jun 28 16:45:19.057204 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 38524) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:45:19.185015 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-46960351-e51b-4ca2-a4c5-3bd17706d043 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:19.220612 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-46960351-e51b-4ca2-a4c5-3bd17706d043 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:19.281788 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-af8133e7-4f8b-41da-95c2-bf645a227197 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:19.290697 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-46960351-e51b-4ca2-a4c5-3bd17706d043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:19.295970 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-5959d9d3-403c-407a-a475-f00dc7041a43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:45:19.313030 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46960351-e51b-4ca2-a4c5-3bd17706d043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8045ec-a41a-4934-bc0f-71dfa6c36734,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:45:19.316087 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-46960351-e51b-4ca2-a4c5-3bd17706d043 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:45:19.317342 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-af8133e7-4f8b-41da-95c2-bf645a227197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771078328113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32536825'] for port, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:19.322329 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-46960351-e51b-4ca2-a4c5-3bd17706d043 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:19.324131 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-a473de9c-6f99-4f16-96ad-8c0dbf5e2a18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:45:19.327768 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-46960351-e51b-4ca2-a4c5-3bd17706d043 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0f8045ec-a41a-4934-bc0f-71dfa6c36734 HTTP/1.1" status: 204  len: 168 time: 0.2687418
Jun 28 16:45:19.368754 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-a6c43fe6-d882-499c-8d49-eab17682188d None None] Notify callbacks [] for port, precommit_create {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:19.390435 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-a6c43fe6-d882-499c-8d49-eab17682188d None None] Transition to ACTIVE for port object 0a29e89a-6aeb-4fd7-a481-aa39ee3d3314 will not be triggered until provisioned by entity L2. {{(pid=74152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 28 16:45:19.392477 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8133e7-4f8b-41da-95c2-bf645a227197 admin admin] Network 05d3a8da-27a1-489e-9cdc-367ff8331792 is already hosted by enough agents. {{(pid=74150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 28 16:45:19.395711 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.scheduler.base_scheduler [None req-af8133e7-4f8b-41da-95c2-bf645a227197 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 28 16:45:19.401140 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8133e7-4f8b-41da-95c2-bf645a227197 admin admin] Received port after_create {{(pid=74150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 28 16:45:19.418772 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-a6c43fe6-d882-499c-8d49-eab17682188d None None] Transition to ACTIVE for port object 0a29e89a-6aeb-4fd7-a481-aa39ee3d3314 will not be triggered until provisioned by entity DHCP. {{(pid=74152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 28 16:45:19.426510 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-a6c43fe6-d882-499c-8d49-eab17682188d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771078328113'] for port, after_create {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:19.436383 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:45:19.457463 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8133e7-4f8b-41da-95c2-bf645a227197 admin admin] Pushing event updated for resources: {'Port': ['ID=436840fc-2dfa-4195-bf5c-fc26a89f2735,revision_number=1']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:45:19.462111 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-af8133e7-4f8b-41da-95c2-bf645a227197 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:45:19.494445 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_hamode_db [None req-28e417d6-bc3f-44e1-851c-2c7da295e533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa2cfd0cee0>, [{'id': 'cf502ec8-ba83-4231-88a5-2db63fe1806b', 'name': 'tempest-TestMinimumBasicScenario-1721821643-router', 'tenant_id': 'ef6d67df2935467a8c9855979ceb5e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '5ebb6ac0-f963-42cd-8b21-6f154351777c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:45:05Z', 'updated_at': '2021-06-28T16:45:11Z', 'revision_number': 4, 'project_id': 'ef6d67df2935467a8c9855979ceb5e65', 'gw_port': {'id': '5ebb6ac0-f963-42cd-8b21-6f154351777c', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf502ec8-ba83-4231-88a5-2db63fe1806b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:45:06Z', 'updated_at': '2021-06-28T16:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi', '_interfaces': [{'id': 'd32554d4-b7fe-4d5b-9e15-aeec90b1d5b2', 'name': '', 'network_id': '1113820a-e4bc-475d-ab40-abe09297a41e', 'tenant_id': 'ef6d67df2935467a8c9855979ceb5e65', 'mac_address': 'fa:16:3e:9d:29:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf502ec8-ba83-4231-88a5-2db63fe1806b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'acc7f902-942c-4b8b-9dcb-fb852c89cf6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:45:10Z', 'updated_at': '2021-06-28T16:45:18Z', 'revision_number': 4, 'project_id': 'ef6d67df2935467a8c9855979ceb5e65', 'subnets': [{'id': 'acc7f902-942c-4b8b-9dcb-fb852c89cf6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-iscsi', False) {} {{(pid=74153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:45:19.502892 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e417d6-bc3f-44e1-851c-2c7da295e533 None None] The sync data for ids ['cf502ec8-ba83-4231-88a5-2db63fe1806b'] in dv-cinder-798104-1-iscsi is: [{'id': 'cf502ec8-ba83-4231-88a5-2db63fe1806b', 'name': 'tempest-TestMinimumBasicScenario-1721821643-router', 'tenant_id': 'ef6d67df2935467a8c9855979ceb5e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '5ebb6ac0-f963-42cd-8b21-6f154351777c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:45:05Z', 'updated_at': '2021-06-28T16:45:11Z', 'revision_number': 4, 'project_id': 'ef6d67df2935467a8c9855979ceb5e65', 'gw_port': {'id': '5ebb6ac0-f963-42cd-8b21-6f154351777c', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf502ec8-ba83-4231-88a5-2db63fe1806b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:45:06Z', 'updated_at': '2021-06-28T16:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi', '_interfaces': [{'id': 'd32554d4-b7fe-4d5b-9e15-aeec90b1d5b2', 'name': '', 'network_id': '1113820a-e4bc-475d-ab40-abe09297a41e', 'tenant_id': 'ef6d67df2935467a8c9855979ceb5e65', 'mac_address': 'fa:16:3e:9d:29:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf502ec8-ba83-4231-88a5-2db63fe1806b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'acc7f902-942c-4b8b-9dcb-fb852c89cf6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:45:10Z', 'updated_at': '2021-06-28T16:45:18Z', 'revision_number': 4, 'project_id': 'ef6d67df2935467a8c9855979ceb5e65', 'subnets': [{'id': 'acc7f902-942c-4b8b-9dcb-fb852c89cf6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 28 16:45:19.534732 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c43fe6-d882-499c-8d49-eab17682188d None None] Network 355d6851-3902-4716-af53-1279fa4919a7 is already hosted by enough agents. {{(pid=74152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 28 16:45:19.538549 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.scheduler.base_scheduler [None req-a6c43fe6-d882-499c-8d49-eab17682188d None None] Resources bound (agent type, host, resource id):  {{(pid=74152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 28 16:45:19.540545 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c43fe6-d882-499c-8d49-eab17682188d None None] Pushing event updated for resources: {'Port': ['ID=0a29e89a-6aeb-4fd7-a481-aa39ee3d3314,revision_number=1']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:45:19.542955 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c43fe6-d882-499c-8d49-eab17682188d None None] Received port after_create {{(pid=74152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 28 16:45:19.546013 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-a6c43fe6-d882-499c-8d49-eab17682188d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:45:19.660870 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-af8133e7-4f8b-41da-95c2-bf645a227197 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:19.662248 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-af8133e7-4f8b-41da-95c2-bf645a227197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-673608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-674545'] for router, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:19.676347 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.managers [None req-a6c43fe6-d882-499c-8d49-eab17682188d None None] Attempting to bind port 0a29e89a-6aeb-4fd7-a481-aa39ee3d3314 on host dv-cinder-798104-1-iscsi for vnic_type normal with profile  {{(pid=74152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 28 16:45:19.676723 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.managers [None req-a6c43fe6-d882-499c-8d49-eab17682188d None None] Attempting to bind port 0a29e89a-6aeb-4fd7-a481-aa39ee3d3314 by drivers openvswitch,hyperv on host dv-cinder-798104-1-iscsi at level 0 using segments [{'id': 'ce63ed61-f554-454d-be9a-06d795c52bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '355d6851-3902-4716-af53-1279fa4919a7'}] {{(pid=74152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 28 16:45:19.677096 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c43fe6-d882-499c-8d49-eab17682188d None None] Attempting to bind port 0a29e89a-6aeb-4fd7-a481-aa39ee3d3314 on network 355d6851-3902-4716-af53-1279fa4919a7 {{(pid=74152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 28 16:45:19.692542 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c43fe6-d882-499c-8d49-eab17682188d None None] Checking agent: {'id': '235649c2-d0e1-424d-8662-9e7ce5cd7ca9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798104-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 16, 33, 9), 'started_at': datetime.datetime(2021, 6, 28, 16, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 16, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798104-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 28 16:45:19.692999 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c43fe6-d882-499c-8d49-eab17682188d None None] Checking segment: {'id': 'ce63ed61-f554-454d-be9a-06d795c52bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '355d6851-3902-4716-af53-1279fa4919a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 28 16:45:19.693506 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-a6c43fe6-d882-499c-8d49-eab17682188d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:19.694524 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c43fe6-d882-499c-8d49-eab17682188d None None] Bound using segment: {'id': 'ce63ed61-f554-454d-be9a-06d795c52bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '355d6851-3902-4716-af53-1279fa4919a7'} {{(pid=74152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 28 16:45:19.695213 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.managers [None req-a6c43fe6-d882-499c-8d49-eab17682188d None None] Bound port: 0a29e89a-6aeb-4fd7-a481-aa39ee3d3314, host: dv-cinder-798104-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce63ed61-f554-454d-be9a-06d795c52bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '355d6851-3902-4716-af53-1279fa4919a7'}}] {{(pid=74152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 28 16:45:19.695757 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-a6c43fe6-d882-499c-8d49-eab17682188d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:19.834251 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-a6c43fe6-d882-499c-8d49-eab17682188d None None] For port 0a29e89a-6aeb-4fd7-a481-aa39ee3d3314, host dv-cinder-798104-1-iscsi, cleared binding levels {{(pid=74152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 28 16:45:19.840803 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-a6c43fe6-d882-499c-8d49-eab17682188d None None] For port 0a29e89a-6aeb-4fd7-a481-aa39ee3d3314, host dv-cinder-798104-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-iscsi',level=0,port_id=0a29e89a-6aeb-4fd7-a481-aa39ee3d3314,segment=NetworkSegment(ce63ed61-f554-454d-be9a-06d795c52bb0),segment_id=ce63ed61-f554-454d-be9a-06d795c52bb0)] {{(pid=74152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 28 16:45:19.850711 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-a6c43fe6-d882-499c-8d49-eab17682188d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:19.861483 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:45:19.973547 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c43fe6-d882-499c-8d49-eab17682188d None None] Pushing event updated for resources: {'Port': ['ID=0a29e89a-6aeb-4fd7-a481-aa39ee3d3314,revision_number=2']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:45:19.977848 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-a6c43fe6-d882-499c-8d49-eab17682188d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:45:20.001372 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af8133e7-4f8b-41da-95c2-bf645a227197 admin admin] Router dc62990d-5f14-44b6-99da-6b1db836e1d1 is scheduled to L3 agent c1a676c2-2a78-4c35-ab22-a28e05dfd46e with binding_index 1 {{(pid=74150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jun 28 16:45:20.295775 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af8133e7-4f8b-41da-95c2-bf645a227197 admin admin] Notify agent at l3_agent.dv-cinder-798104-1-iscsi the message routers_updated {{(pid=74150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 28 16:45:20.306646 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16559c17-25e2-4bad-a0a0-ac413656f9a4 None None] Sync routers for ids ['dc62990d-5f14-44b6-99da-6b1db836e1d1'] in dv-cinder-798104-1-iscsi {{(pid=74152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 28 16:45:20.335481 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16559c17-25e2-4bad-a0a0-ac413656f9a4 None None] Routers {'dc62990d-5f14-44b6-99da-6b1db836e1d1'} bound to L3 agent in host dv-cinder-798104-1-iscsi {{(pid=74152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 28 16:45:20.336585 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-16559c17-25e2-4bad-a0a0-ac413656f9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa2cfb9e880>, 'dv-cinder-798104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T16:33:11Z,description=<?>,heartbeat_timestamp=2021-06-28T16:45:11Z,host='dv-cinder-798104-1-iscsi',id=c1a676c2-2a78-4c35-ab22-a28e05dfd46e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-28T16:33:11Z,topic='l3_agent')) {'router_ids': ['dc62990d-5f14-44b6-99da-6b1db836e1d1'], 'active': True} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:45:20.340439 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-af8133e7-4f8b-41da-95c2-bf645a227197 admin admin] Notify callbacks [] for router, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:20.345675 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 38544) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:45:20.346219 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-af8133e7-4f8b-41da-95c2-bf645a227197 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 2.3706851
Jun 28 16:45:20.588896 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvr_db [None req-16559c17-25e2-4bad-a0a0-ac413656f9a4 None None] Set router dc62990d-5f14-44b6-99da-6b1db836e1d1 gateway port host: dv-cinder-798104-1-iscsi {{(pid=74152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 28 16:45:20.903816 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-16559c17-25e2-4bad-a0a0-ac413656f9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa2cfb9e880>, [{'id': 'dc62990d-5f14-44b6-99da-6b1db836e1d1', 'name': 'tempest-TestMinimumBasicScenario-2103925676-router', 'tenant_id': 'a19ce1c86f184913a3f5eb3b528fe413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '436840fc-2dfa-4195-bf5c-fc26a89f2735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:45:18Z', 'updated_at': '2021-06-28T16:45:19Z', 'revision_number': 3, 'project_id': 'a19ce1c86f184913a3f5eb3b528fe413', 'gw_port': {'id': '436840fc-2dfa-4195-bf5c-fc26a89f2735', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:5f:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc62990d-5f14-44b6-99da-6b1db836e1d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:45:18Z', 'updated_at': '2021-06-28T16:45:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi'}], 'dv-cinder-798104-1-iscsi', False) {} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:45:20.909994 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16559c17-25e2-4bad-a0a0-ac413656f9a4 None None] Checking router: dc62990d-5f14-44b6-99da-6b1db836e1d1 for host: dv-cinder-798104-1-iscsi {{(pid=74152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 28 16:45:20.910524 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16559c17-25e2-4bad-a0a0-ac413656f9a4 None None] Updating router dc62990d-5f14-44b6-99da-6b1db836e1d1 port 436840fc-2dfa-4195-bf5c-fc26a89f2735 binding host dv-cinder-798104-1-iscsi {{(pid=74152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 28 16:45:20.969514 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-16559c17-25e2-4bad-a0a0-ac413656f9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:21.297764 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003cf85e-8b47-4e12-99ba-67be1e863531 None None] Network 355d6851-3902-4716-af53-1279fa4919a7 requested from dv-cinder-798104-1-iscsi {{(pid=74152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 28 16:45:21.374169 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-3d71c694-747a-4566-9bb6-4867bd2cc5ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:21.536863 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-80b9704c-4660-4802-b32a-c3d17f089206 None None] Provisioning for port 0a29e89a-6aeb-4fd7-a481-aa39ee3d3314 completed by entity DHCP. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 28 16:45:21.552902 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device d32554d4-b7fe-4d5b-9e15-aeec90b1d5b2 up at agent ovs-agent-dv-cinder-798104-1-iscsi {{(pid=74152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 28 16:45:21.650490 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.db.resource_extend [None req-16559c17-25e2-4bad-a0a0-ac413656f9a4 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 28 16:45:21.667160 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.db_base_plugin_common [None req-3d71c694-747a-4566-9bb6-4867bd2cc5ae admin admin] Allocated IP 172.20.0.1 (355d6851-3902-4716-af53-1279fa4919a7/b8a8bb09-60b1-4a8a-8bff-07c825bba32e/0dc7c1e1-e558-4785-b1c8-9fd9798b3598) {{(pid=74151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 28 16:45:21.800381 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-16559c17-25e2-4bad-a0a0-ac413656f9a4 None None] Notify callbacks [] for port, precommit_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:21.823935 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Provisioning for port d32554d4-b7fe-4d5b-9e15-aeec90b1d5b2 completed by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 28 16:45:21.828122 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-16559c17-25e2-4bad-a0a0-ac413656f9a4 None None] Transition to ACTIVE for port object 436840fc-2dfa-4195-bf5c-fc26a89f2735 will not be triggered until provisioned by entity L2. {{(pid=74152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 28 16:45:21.837802 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Provisioning complete for port d32554d4-b7fe-4d5b-9e15-aeec90b1d5b2 triggered by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:45:21.838222 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:21.867752 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-16559c17-25e2-4bad-a0a0-ac413656f9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:21.877187 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:45:21.906603 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-3d71c694-747a-4566-9bb6-4867bd2cc5ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:21.945632 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.provisioning_blocks [None req-3d71c694-747a-4566-9bb6-4867bd2cc5ae admin admin] Transition to ACTIVE for port object 0dc7c1e1-e558-4785-b1c8-9fd9798b3598 will not be triggered until provisioned by entity DHCP. {{(pid=74151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 28 16:45:21.972062 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a006b1-e155-4f80-b9e2-acdbbfb23412 None None] Pushing event updated for resources: {'Port': ['ID=436840fc-2dfa-4195-bf5c-fc26a89f2735,revision_number=2']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:45:21.979037 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-3d71c694-747a-4566-9bb6-4867bd2cc5ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771078328113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32204965'] for port, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:21.984878 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-e7a006b1-e155-4f80-b9e2-acdbbfb23412 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:45:21.987623 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:45:21.997373 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.managers [None req-16559c17-25e2-4bad-a0a0-ac413656f9a4 None None] Attempting to bind port 436840fc-2dfa-4195-bf5c-fc26a89f2735 on host dv-cinder-798104-1-iscsi for vnic_type normal with profile  {{(pid=74152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 28 16:45:21.997784 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.managers [None req-16559c17-25e2-4bad-a0a0-ac413656f9a4 None None] Attempting to bind port 436840fc-2dfa-4195-bf5c-fc26a89f2735 by drivers openvswitch,hyperv on host dv-cinder-798104-1-iscsi at level 0 using segments [{'id': 'c33c21b7-7592-40e1-a334-7e00067f8a18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792'}] {{(pid=74152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 28 16:45:21.998181 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16559c17-25e2-4bad-a0a0-ac413656f9a4 None None] Attempting to bind port 436840fc-2dfa-4195-bf5c-fc26a89f2735 on network 05d3a8da-27a1-489e-9cdc-367ff8331792 {{(pid=74152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 28 16:45:22.045638 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16559c17-25e2-4bad-a0a0-ac413656f9a4 None None] Checking agent: {'id': '235649c2-d0e1-424d-8662-9e7ce5cd7ca9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798104-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 16, 33, 9), 'started_at': datetime.datetime(2021, 6, 28, 16, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 16, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798104-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 28 16:45:22.046011 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16559c17-25e2-4bad-a0a0-ac413656f9a4 None None] Checking segment: {'id': 'c33c21b7-7592-40e1-a334-7e00067f8a18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 28 16:45:22.046416 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-16559c17-25e2-4bad-a0a0-ac413656f9a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:22.046819 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16559c17-25e2-4bad-a0a0-ac413656f9a4 None None] Bound using segment: {'id': 'c33c21b7-7592-40e1-a334-7e00067f8a18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792'} {{(pid=74152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 28 16:45:22.047309 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.managers [None req-16559c17-25e2-4bad-a0a0-ac413656f9a4 None None] Bound port: 436840fc-2dfa-4195-bf5c-fc26a89f2735, host: dv-cinder-798104-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c33c21b7-7592-40e1-a334-7e00067f8a18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792'}}] {{(pid=74152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 28 16:45:22.047681 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-16559c17-25e2-4bad-a0a0-ac413656f9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:22.090779 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d71c694-747a-4566-9bb6-4867bd2cc5ae admin admin] Network 355d6851-3902-4716-af53-1279fa4919a7 is already hosted by enough agents. {{(pid=74151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 28 16:45:22.094336 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.base_scheduler [None req-3d71c694-747a-4566-9bb6-4867bd2cc5ae admin admin] Resources bound (agent type, host, resource id):  {{(pid=74151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 28 16:45:22.096461 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d71c694-747a-4566-9bb6-4867bd2cc5ae admin admin] Pushing event updated for resources: {'Port': ['ID=0dc7c1e1-e558-4785-b1c8-9fd9798b3598,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:45:22.098684 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d71c694-747a-4566-9bb6-4867bd2cc5ae admin admin] Received port after_create {{(pid=74151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 28 16:45:22.158664 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-3d71c694-747a-4566-9bb6-4867bd2cc5ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-674087'] for router_interface, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:22.185526 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-3d71c694-747a-4566-9bb6-4867bd2cc5ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:45:22.201075 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:22.244716 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-16559c17-25e2-4bad-a0a0-ac413656f9a4 None None] For port 436840fc-2dfa-4195-bf5c-fc26a89f2735, host dv-cinder-798104-1-iscsi, cleared binding levels {{(pid=74152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 28 16:45:22.252182 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-16559c17-25e2-4bad-a0a0-ac413656f9a4 None None] For port 436840fc-2dfa-4195-bf5c-fc26a89f2735, host dv-cinder-798104-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-iscsi',level=0,port_id=436840fc-2dfa-4195-bf5c-fc26a89f2735,segment=NetworkSegment(c33c21b7-7592-40e1-a334-7e00067f8a18),segment_id=c33c21b7-7592-40e1-a334-7e00067f8a18)] {{(pid=74152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 28 16:45:22.264463 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-16559c17-25e2-4bad-a0a0-ac413656f9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:22.281999 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] For port d32554d4-b7fe-4d5b-9e15-aeec90b1d5b2, host dv-cinder-798104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-iscsi',level=0,port_id=d32554d4-b7fe-4d5b-9e15-aeec90b1d5b2,segment=NetworkSegment(a4817e99-42da-4d18-9459-e39d672e39b3),segment_id=a4817e99-42da-4d18-9459-e39d672e39b3)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:45:22.283314 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-fa6b7419-7f13-4844-b4cc-9bc0ff306382 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:45:22.298327 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-3d71c694-747a-4566-9bb6-4867bd2cc5ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:22.331228 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:22.331993 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device 0a29e89a-6aeb-4fd7-a481-aa39ee3d3314 up at agent ovs-agent-dv-cinder-798104-1-iscsi {{(pid=74152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 28 16:45:22.466972 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a006b1-e155-4f80-b9e2-acdbbfb23412 None None] Pushing event updated for resources: {'Port': ['ID=436840fc-2dfa-4195-bf5c-fc26a89f2735,revision_number=3']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:45:22.473333 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-e7a006b1-e155-4f80-b9e2-acdbbfb23412 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:45:22.473744 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-fa6b7419-7f13-4844-b4cc-9bc0ff306382 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:45:22.538049 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16559c17-25e2-4bad-a0a0-ac413656f9a4 None None] Routers {'dc62990d-5f14-44b6-99da-6b1db836e1d1'} bound to L3 agent in host dv-cinder-798104-1-iscsi {{(pid=74152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 28 16:45:22.538812 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-16559c17-25e2-4bad-a0a0-ac413656f9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa2cfb9e880>, 'dv-cinder-798104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T16:33:11Z,description=<?>,heartbeat_timestamp=2021-06-28T16:45:11Z,host='dv-cinder-798104-1-iscsi',id=c1a676c2-2a78-4c35-ab22-a28e05dfd46e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-28T16:33:11Z,topic='l3_agent')) {'router_ids': ['dc62990d-5f14-44b6-99da-6b1db836e1d1'], 'active': True} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:45:22.683007 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Provisioning for port 0a29e89a-6aeb-4fd7-a481-aa39ee3d3314 completed by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 28 16:45:22.698911 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Pushing event updated for resources: {'Port': ['ID=d32554d4-b7fe-4d5b-9e15-aeec90b1d5b2,revision_number=5']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:45:22.744031 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-3d71c694-747a-4566-9bb6-4867bd2cc5ae admin admin] Notify callbacks [] for port, precommit_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:22.759587 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Provisioning complete for port 0a29e89a-6aeb-4fd7-a481-aa39ee3d3314 triggered by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:45:22.760045 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:22.762156 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-3d71c694-747a-4566-9bb6-4867bd2cc5ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32204972'] for port, after_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:22.791827 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:45:22.796845 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:45:22.916653 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvr_db [None req-16559c17-25e2-4bad-a0a0-ac413656f9a4 None None] Set router dc62990d-5f14-44b6-99da-6b1db836e1d1 gateway port host: dv-cinder-798104-1-iscsi {{(pid=74152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 28 16:45:22.931042 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d71c694-747a-4566-9bb6-4867bd2cc5ae admin admin] Pushing event updated for resources: {'Port': ['ID=0dc7c1e1-e558-4785-b1c8-9fd9798b3598,revision_number=2']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:45:22.945581 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-3d71c694-747a-4566-9bb6-4867bd2cc5ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:45:22.947401 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-3d71c694-747a-4566-9bb6-4867bd2cc5ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-677387'] for router_interface, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:23.002289 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-c5d3e73f-ce50-4abe-ae41-02cc6ddb931f None None] Provisioning for port 0dc7c1e1-e558-4785-b1c8-9fd9798b3598 completed by entity DHCP. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 28 16:45:23.025509 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-c5d3e73f-ce50-4abe-ae41-02cc6ddb931f None None] Provisioning complete for port 0dc7c1e1-e558-4785-b1c8-9fd9798b3598 triggered by entity DHCP. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:45:23.026107 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-c5d3e73f-ce50-4abe-ae41-02cc6ddb931f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:23.135757 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-c5d3e73f-ce50-4abe-ae41-02cc6ddb931f None None] Port 0dc7c1e1-e558-4785-b1c8-9fd9798b3598 cannot update to ACTIVE because it is not bound. {{(pid=74152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 28 16:45:23.220525 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d71c694-747a-4566-9bb6-4867bd2cc5ae admin admin] Network 355d6851-3902-4716-af53-1279fa4919a7 is already hosted by enough agents. {{(pid=74151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 28 16:45:23.221938 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.base_scheduler [None req-3d71c694-747a-4566-9bb6-4867bd2cc5ae admin admin] Resources bound (agent type, host, resource id):  {{(pid=74151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 28 16:45:23.242133 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 38602) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:45:23.408026 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:23.559251 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] For port 0a29e89a-6aeb-4fd7-a481-aa39ee3d3314, host dv-cinder-798104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-iscsi',level=0,port_id=0a29e89a-6aeb-4fd7-a481-aa39ee3d3314,segment=NetworkSegment(ce63ed61-f554-454d-be9a-06d795c52bb0),segment_id=ce63ed61-f554-454d-be9a-06d795c52bb0)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:45:23.578669 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-183e0055-ef6f-4a3f-85bd-1bc9bc0a7f9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:23.580405 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:23.584253 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-e7a006b1-e155-4f80-b9e2-acdbbfb23412 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:45:23.619037 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-183e0055-ef6f-4a3f-85bd-1bc9bc0a7f9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:45:23.623818 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-183e0055-ef6f-4a3f-85bd-1bc9bc0a7f9b admin admin] Usage tracker for resource:security_group_rule and tenant:877d7e1d300241ef9fe73f9d27eeb106 is out of sync, need to count used quota {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:45:23.627486 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-183e0055-ef6f-4a3f-85bd-1bc9bc0a7f9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:45:23.634316 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-183e0055-ef6f-4a3f-85bd-1bc9bc0a7f9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:45:23.667346 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Pushing event updated for resources: {'Port': ['ID=0a29e89a-6aeb-4fd7-a481-aa39ee3d3314,revision_number=3']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:45:23.674861 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:45:23.676529 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device d32554d4-b7fe-4d5b-9e15-aeec90b1d5b2 up at agent ovs-agent-dv-cinder-798104-1-iscsi {{(pid=74152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 28 16:45:23.712044 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d71c694-747a-4566-9bb6-4867bd2cc5ae admin admin] Router dc62990d-5f14-44b6-99da-6b1db836e1d1 has already been hosted by L3 agent c1a676c2-2a78-4c35-ab22-a28e05dfd46e {{(pid=74151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 28 16:45:23.730334 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-183e0055-ef6f-4a3f-85bd-1bc9bc0a7f9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:23.734551 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-183e0055-ef6f-4a3f-85bd-1bc9bc0a7f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:23.743906 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-7a4710b5-950e-490c-b24e-083cc097b512 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:45:23.773834 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-f656e3a3-2665-4101-aa98-fe66481b9447 None None] Provisioning complete for port 0dc7c1e1-e558-4785-b1c8-9fd9798b3598 triggered by entity DHCP. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:45:23.774412 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-f656e3a3-2665-4101-aa98-fe66481b9447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:23.793065 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183e0055-ef6f-4a3f-85bd-1bc9bc0a7f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f5e3298-de28-41eb-a6ce-d6cec7c857cc,revision_number=1']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:45:23.797989 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-183e0055-ef6f-4a3f-85bd-1bc9bc0a7f9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:45:23.801154 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-183e0055-ef6f-4a3f-85bd-1bc9bc0a7f9b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=877d7e1d300241ef9fe73f9d27eeb106&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5579910
Jun 28 16:45:23.804256 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 38610) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:45:23.874031 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-f656e3a3-2665-4101-aa98-fe66481b9447 None None] Port 0dc7c1e1-e558-4785-b1c8-9fd9798b3598 cannot update to ACTIVE because it is not bound. {{(pid=74152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 28 16:45:23.900554 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-84f2ac00-a90c-4971-87ee-99bdd6ef5ccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:23.905298 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-16559c17-25e2-4bad-a0a0-ac413656f9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa2cfb9e880>, [{'id': 'dc62990d-5f14-44b6-99da-6b1db836e1d1', 'name': 'tempest-TestMinimumBasicScenario-2103925676-router', 'tenant_id': 'a19ce1c86f184913a3f5eb3b528fe413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '436840fc-2dfa-4195-bf5c-fc26a89f2735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:45:18Z', 'updated_at': '2021-06-28T16:45:22Z', 'revision_number': 4, 'project_id': 'a19ce1c86f184913a3f5eb3b528fe413', 'gw_port': {'id': '436840fc-2dfa-4195-bf5c-fc26a89f2735', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:5f:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc62990d-5f14-44b6-99da-6b1db836e1d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:45:18Z', 'updated_at': '2021-06-28T16:45:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi', '_interfaces': [{'id': '0dc7c1e1-e558-4785-b1c8-9fd9798b3598', 'name': '', 'network_id': '355d6851-3902-4716-af53-1279fa4919a7', 'tenant_id': 'a19ce1c86f184913a3f5eb3b528fe413', 'mac_address': 'fa:16:3e:0b:5a:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc62990d-5f14-44b6-99da-6b1db836e1d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8a8bb09-60b1-4a8a-8bff-07c825bba32e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:45:21Z', 'updated_at': '2021-06-28T16:45:21Z', 'revision_number': 1, 'project_id': 'a19ce1c86f184913a3f5eb3b528fe413', 'subnets': [{'id': 'b8a8bb09-60b1-4a8a-8bff-07c825bba32e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-iscsi', False) {} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:45:23.909569 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Provisioning complete for port d32554d4-b7fe-4d5b-9e15-aeec90b1d5b2 triggered by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:45:23.910346 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:23.946638 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-84f2ac00-a90c-4971-87ee-99bdd6ef5ccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:23.977690 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16559c17-25e2-4bad-a0a0-ac413656f9a4 None None] The sync data for ids ['dc62990d-5f14-44b6-99da-6b1db836e1d1'] in dv-cinder-798104-1-iscsi is: [{'id': 'dc62990d-5f14-44b6-99da-6b1db836e1d1', 'name': 'tempest-TestMinimumBasicScenario-2103925676-router', 'tenant_id': 'a19ce1c86f184913a3f5eb3b528fe413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '436840fc-2dfa-4195-bf5c-fc26a89f2735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:45:18Z', 'updated_at': '2021-06-28T16:45:22Z', 'revision_number': 4, 'project_id': 'a19ce1c86f184913a3f5eb3b528fe413', 'gw_port': {'id': '436840fc-2dfa-4195-bf5c-fc26a89f2735', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:5f:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc62990d-5f14-44b6-99da-6b1db836e1d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:45:18Z', 'updated_at': '2021-06-28T16:45:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi', '_interfaces': [{'id': '0dc7c1e1-e558-4785-b1c8-9fd9798b3598', 'name': '', 'network_id': '355d6851-3902-4716-af53-1279fa4919a7', 'tenant_id': 'a19ce1c86f184913a3f5eb3b528fe413', 'mac_address': 'fa:16:3e:0b:5a:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc62990d-5f14-44b6-99da-6b1db836e1d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8a8bb09-60b1-4a8a-8bff-07c825bba32e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:45:21Z', 'updated_at': '2021-06-28T16:45:21Z', 'revision_number': 1, 'project_id': 'a19ce1c86f184913a3f5eb3b528fe413', 'subnets': [{'id': 'b8a8bb09-60b1-4a8a-8bff-07c825bba32e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 28 16:45:24.030402 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-84f2ac00-a90c-4971-87ee-99bdd6ef5ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:24.035914 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-04b4b2bd-93d9-411d-a94f-2c48781e4104 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:45:24.046481 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f2ac00-a90c-4971-87ee-99bdd6ef5ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f5e3298-de28-41eb-a6ce-d6cec7c857cc,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:45:24.050968 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-84f2ac00-a90c-4971-87ee-99bdd6ef5ccd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:45:24.055328 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-84f2ac00-a90c-4971-87ee-99bdd6ef5ccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:24.059575 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-84f2ac00-a90c-4971-87ee-99bdd6ef5ccd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2f5e3298-de28-41eb-a6ce-d6cec7c857cc HTTP/1.1" status: 204  len: 168 time: 0.2542779
Jun 28 16:45:24.116882 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d71c694-747a-4566-9bb6-4867bd2cc5ae admin admin] Notify agent at l3_agent.dv-cinder-798104-1-iscsi the message routers_updated {{(pid=74151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 28 16:45:24.135419 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-3d71c694-747a-4566-9bb6-4867bd2cc5ae admin admin] 10.222.0.30 "PUT /v2.0/routers/dc62990d-5f14-44b6-99da-6b1db836e1d1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7883196
Jun 28 16:45:24.533588 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 38632) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:45:24.552943 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-c2d02870-e8ed-4c72-a5a7-ba6c7da169cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:24.587334 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-c2d02870-e8ed-4c72-a5a7-ba6c7da169cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:45:24.592599 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-c2d02870-e8ed-4c72-a5a7-ba6c7da169cb admin admin] Usage tracker for resource:security_group_rule and tenant:44335c91b65842378f97f7993d74fc4d is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:45:24.595536 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-c2d02870-e8ed-4c72-a5a7-ba6c7da169cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:45:24.601813 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-c2d02870-e8ed-4c72-a5a7-ba6c7da169cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:45:24.679519 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-c2d02870-e8ed-4c72-a5a7-ba6c7da169cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:24.684189 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-c2d02870-e8ed-4c72-a5a7-ba6c7da169cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:24.692016 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-054f4b42-47e8-4478-8753-13b6cd3e63df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:45:24.738740 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d02870-e8ed-4c72-a5a7-ba6c7da169cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc606ea6-75d2-4a05-b38b-7956026726b8,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:45:24.743143 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-c2d02870-e8ed-4c72-a5a7-ba6c7da169cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:45:24.746716 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-c2d02870-e8ed-4c72-a5a7-ba6c7da169cb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=44335c91b65842378f97f7993d74fc4d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2120903
Jun 28 16:45:24.749303 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 38638) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:45:24.823738 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-58259722-bac0-4c2e-b6d8-2c44b50d2644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:24.852080 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-58259722-bac0-4c2e-b6d8-2c44b50d2644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:24.910068 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-58259722-bac0-4c2e-b6d8-2c44b50d2644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:24.917161 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-1a2d3b63-b289-4d4a-ab33-8cf8ce78dec5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:45:24.929595 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58259722-bac0-4c2e-b6d8-2c44b50d2644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc606ea6-75d2-4a05-b38b-7956026726b8,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:45:24.932683 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-58259722-bac0-4c2e-b6d8-2c44b50d2644 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:45:24.935046 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-58259722-bac0-4c2e-b6d8-2c44b50d2644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:24.936000 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-58259722-bac0-4c2e-b6d8-2c44b50d2644 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fc606ea6-75d2-4a05-b38b-7956026726b8 HTTP/1.1" status: 204  len: 168 time: 0.1855283
Jun 28 16:45:25.681530 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device 0a29e89a-6aeb-4fd7-a481-aa39ee3d3314 up at agent ovs-agent-dv-cinder-798104-1-iscsi {{(pid=74152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 28 16:45:25.765297 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Provisioning complete for port 0a29e89a-6aeb-4fd7-a481-aa39ee3d3314 triggered by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:45:25.765936 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:29.719149 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device 436840fc-2dfa-4195-bf5c-fc26a89f2735 up at agent ovs-agent-dv-cinder-798104-1-iscsi {{(pid=74152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 28 16:45:29.801861 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Provisioning for port 436840fc-2dfa-4195-bf5c-fc26a89f2735 completed by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 28 16:45:29.813386 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Provisioning complete for port 436840fc-2dfa-4195-bf5c-fc26a89f2735 triggered by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:45:29.814065 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:29.968572 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:29.991533 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] For port 436840fc-2dfa-4195-bf5c-fc26a89f2735, host dv-cinder-798104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-iscsi',level=0,port_id=436840fc-2dfa-4195-bf5c-fc26a89f2735,segment=NetworkSegment(c33c21b7-7592-40e1-a334-7e00067f8a18),segment_id=c33c21b7-7592-40e1-a334-7e00067f8a18)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:45:29.996382 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:30.002360 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:45:30.096359 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Pushing event updated for resources: {'Port': ['ID=436840fc-2dfa-4195-bf5c-fc26a89f2735,revision_number=4']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:45:30.103341 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:45:31.666774 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device 436840fc-2dfa-4195-bf5c-fc26a89f2735 up at agent ovs-agent-dv-cinder-798104-1-iscsi {{(pid=74152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 28 16:45:31.769900 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Provisioning complete for port 436840fc-2dfa-4195-bf5c-fc26a89f2735 triggered by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:45:31.770340 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:34.465167 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.agents_db [None req-cfc1c983-b0ac-48e0-8737-db5653a7b2f7 None None] Agent healthcheck: found 6 active agents {{(pid=74153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 28 16:45:36.247340 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0770a4a6-ee9b-40a0-9d7d-02babe4be4cd req-3021599f-4974-4c76-87ea-afb90f68b167 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:45:36.249371 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-0770a4a6-ee9b-40a0-9d7d-02babe4be4cd req-3021599f-4974-4c76-87ea-afb90f68b167 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "GET /v2.0/networks?id=1113820a-e4bc-475d-ab40-abe09297a41e HTTP/1.1" status: 200  len: 815 time: 0.1470702
Jun 28 16:45:36.274847 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-0770a4a6-ee9b-40a0-9d7d-02babe4be4cd req-f4ebc5cc-ea64-42c9-8779-023534050da1 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "GET /v2.0/quotas/ef6d67df2935467a8c9855979ceb5e65 HTTP/1.1" status: 200  len: 375 time: 0.0120745
Jun 28 16:45:36.358782 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-0770a4a6-ee9b-40a0-9d7d-02babe4be4cd req-a67dc427-a2d2-4d58-8f86-90a65d899e1a tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ef6d67df2935467a8c9855979ceb5e65&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0784237
Jun 28 16:45:36.511705 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-0770a4a6-ee9b-40a0-9d7d-02babe4be4cd req-825b38ca-f73f-4948-b58f-056997640768 service neutron] 10.222.0.30 "GET /v2.0/networks/1113820a-e4bc-475d-ab40-abe09297a41e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1381834
Jun 28 16:45:36.648047 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-0770a4a6-ee9b-40a0-9d7d-02babe4be4cd req-682d02c3-8260-41cb-8702-cb2e2898f570 service neutron] 10.222.0.30 "GET /v2.0/networks/1113820a-e4bc-475d-ab40-abe09297a41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1294506
Jun 28 16:45:36.838448 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-922d8314-9030-4cb9-9186-7d234b4c816e req-137c8fa1-5397-413c-9f0e-0d5cb49213cf tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "GET /v2.0/ports?device_id=b81a1608-9252-4639-beb8-5670363a7228 HTTP/1.1" status: 200  len: 210 time: 0.0419152
Jun 28 16:45:38.136017 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-d60e7413-9903-4782-8ebd-1bb1f6b279b7 req-32a50343-6ada-4ac9-b7e3-d39bcba2d8af tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "GET /v2.0/ports?device_id=b81a1608-9252-4639-beb8-5670363a7228 HTTP/1.1" status: 200  len: 210 time: 0.1644108
Jun 28 16:45:38.148440 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0770a4a6-ee9b-40a0-9d7d-02babe4be4cd req-708a84a9-6195-4d7a-bc77-de1743817b13 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:45:38.149804 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-0770a4a6-ee9b-40a0-9d7d-02babe4be4cd req-708a84a9-6195-4d7a-bc77-de1743817b13 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.15 "GET /v2.0/networks?id=1113820a-e4bc-475d-ab40-abe09297a41e HTTP/1.1" status: 200  len: 815 time: 0.3052473
Jun 28 16:45:38.958309 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-9fd76533-1c92-4e1f-a7e6-410e0b513ea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:39.299489 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-9e9e6458-e686-4fe9-8fe5-80032c6e4997 req-511ae011-4bda-429b-be88-e620f53c7a10 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "GET /v2.0/ports?device_id=b81a1608-9252-4639-beb8-5670363a7228 HTTP/1.1" status: 200  len: 210 time: 0.0413959
Jun 28 16:45:39.446550 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:40.467395 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-00c7434a-b249-4bc1-adf4-6a3d79b53f99 req-148ce06d-dffd-429b-a0fd-df5ca60c2479 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "GET /v2.0/ports?device_id=b81a1608-9252-4639-beb8-5670363a7228 HTTP/1.1" status: 200  len: 210 time: 0.0419667
Jun 28 16:45:40.636033 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.v2.base [req-0770a4a6-ee9b-40a0-9d7d-02babe4be4cd req-7166bf3a-3c4b-411f-b1ed-245ecae7e182 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Request body: {'port': {'device_id': 'b81a1608-9252-4639-beb8-5670363a7228', 'network_id': '1113820a-e4bc-475d-ab40-abe09297a41e', 'admin_state_up': True, 'tenant_id': 'ef6d67df2935467a8c9855979ceb5e65'}} {{(pid=74150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:45:40.771943 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [req-0770a4a6-ee9b-40a0-9d7d-02babe4be4cd req-7166bf3a-3c4b-411f-b1ed-245ecae7e182 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:45:40.776276 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-0770a4a6-ee9b-40a0-9d7d-02babe4be4cd req-7166bf3a-3c4b-411f-b1ed-245ecae7e182 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Usage tracker for resource:port and tenant:ef6d67df2935467a8c9855979ceb5e65 is out of sync, need to count used quota {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:45:40.779100 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-0770a4a6-ee9b-40a0-9d7d-02babe4be4cd req-7166bf3a-3c4b-411f-b1ed-245ecae7e182 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Quota usage for port was recalculated. Used quota:2. {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:45:40.788246 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [req-0770a4a6-ee9b-40a0-9d7d-02babe4be4cd req-7166bf3a-3c4b-411f-b1ed-245ecae7e182 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:45:40.798756 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0770a4a6-ee9b-40a0-9d7d-02babe4be4cd req-7166bf3a-3c4b-411f-b1ed-245ecae7e182 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Made reservation on behalf of ef6d67df2935467a8c9855979ceb5e65 for: {'port': 1} {{(pid=74150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 28 16:45:40.801837 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-0770a4a6-ee9b-40a0-9d7d-02babe4be4cd req-7166bf3a-3c4b-411f-b1ed-245ecae7e182 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:40.980005 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.db_base_plugin_common [req-0770a4a6-ee9b-40a0-9d7d-02babe4be4cd req-7166bf3a-3c4b-411f-b1ed-245ecae7e182 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Allocated IP 172.20.0.11 (1113820a-e4bc-475d-ab40-abe09297a41e/acc7f902-942c-4b8b-9dcb-fb852c89cf6c/9ef9ab2d-d8e5-41cf-9873-0bc20df26315) {{(pid=74150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 28 16:45:41.203365 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-0770a4a6-ee9b-40a0-9d7d-02babe4be4cd req-7166bf3a-3c4b-411f-b1ed-245ecae7e182 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Notify callbacks [] for port, precommit_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:41.221258 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.provisioning_blocks [req-0770a4a6-ee9b-40a0-9d7d-02babe4be4cd req-7166bf3a-3c4b-411f-b1ed-245ecae7e182 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Transition to ACTIVE for port object 9ef9ab2d-d8e5-41cf-9873-0bc20df26315 will not be triggered until provisioned by entity DHCP. {{(pid=74150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 28 16:45:41.247108 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-0176c0a4-7c23-4948-b4e2-3d40beecc123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:41.252667 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-0770a4a6-ee9b-40a0-9d7d-02babe4be4cd req-7166bf3a-3c4b-411f-b1ed-245ecae7e182 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771078328113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32536825'] for port, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:41.259234 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-f2c17cbf-fecb-4692-aa07-b90a6ae35011 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:45:41.327247 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0770a4a6-ee9b-40a0-9d7d-02babe4be4cd req-7166bf3a-3c4b-411f-b1ed-245ecae7e182 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Network 1113820a-e4bc-475d-ab40-abe09297a41e is already hosted by enough agents. {{(pid=74150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 28 16:45:41.330647 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.scheduler.base_scheduler [req-0770a4a6-ee9b-40a0-9d7d-02babe4be4cd req-7166bf3a-3c4b-411f-b1ed-245ecae7e182 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Resources bound (agent type, host, resource id):  {{(pid=74150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 28 16:45:41.333236 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.l3_dvrscheduler_db [req-0770a4a6-ee9b-40a0-9d7d-02babe4be4cd req-7166bf3a-3c4b-411f-b1ed-245ecae7e182 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Received port after_create {{(pid=74150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 28 16:45:41.364802 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7166bf3a-3c4b-411f-b1ed-245ecae7e182 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Pushing event updated for resources: {'Port': ['ID=9ef9ab2d-d8e5-41cf-9873-0bc20df26315,revision_number=1']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:45:41.367792 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-7166bf3a-3c4b-411f-b1ed-245ecae7e182 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:45:41.402012 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0770a4a6-ee9b-40a0-9d7d-02babe4be4cd req-7166bf3a-3c4b-411f-b1ed-245ecae7e182 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:45:41.402632 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-0770a4a6-ee9b-40a0-9d7d-02babe4be4cd req-7166bf3a-3c4b-411f-b1ed-245ecae7e182 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022804'] for port, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:41.426448 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-0770a4a6-ee9b-40a0-9d7d-02babe4be4cd req-7166bf3a-3c4b-411f-b1ed-245ecae7e182 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7942488
Jun 28 16:45:41.532270 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-68611efb-a03b-4fba-9bcc-510abc443ea4 None None] Provisioning for port 9ef9ab2d-d8e5-41cf-9873-0bc20df26315 completed by entity DHCP. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 28 16:45:41.538331 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-68611efb-a03b-4fba-9bcc-510abc443ea4 None None] Provisioning complete for port 9ef9ab2d-d8e5-41cf-9873-0bc20df26315 triggered by entity DHCP. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:45:41.538811 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-68611efb-a03b-4fba-9bcc-510abc443ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:41.594839 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-68611efb-a03b-4fba-9bcc-510abc443ea4 None None] Port 9ef9ab2d-d8e5-41cf-9873-0bc20df26315 cannot update to ACTIVE because it is not bound. {{(pid=74152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 28 16:45:41.673056 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c282a62-9e67-4f22-8dc6-1531fdc925ea req-57c2fd64-7bca-4300-8bdd-39ecf400c294 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:45:41.673765 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-5c282a62-9e67-4f22-8dc6-1531fdc925ea req-57c2fd64-7bca-4300-8bdd-39ecf400c294 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Synchronizing usage tracker for tenant:ef6d67df2935467a8c9855979ceb5e65 on resource:port {{(pid=74150) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 28 16:45:41.690403 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-5c282a62-9e67-4f22-8dc6-1531fdc925ea req-57c2fd64-7bca-4300-8bdd-39ecf400c294 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Unset dirty status for tenant:ef6d67df2935467a8c9855979ceb5e65 on resource:port {{(pid=74150) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 28 16:45:41.691686 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-5c282a62-9e67-4f22-8dc6-1531fdc925ea req-57c2fd64-7bca-4300-8bdd-39ecf400c294 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "GET /v2.0/ports?device_id=b81a1608-9252-4639-beb8-5670363a7228 HTTP/1.1" status: 200  len: 932 time: 0.0985625
Jun 28 16:45:41.738762 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-5c282a62-9e67-4f22-8dc6-1531fdc925ea req-d7f73428-7c41-4a99-ac05-b5a3f098db12 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "GET /v2.0/security-groups?id=50f17e0f-c82b-41aa-8bf5-826f54aa51e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408766
Jun 28 16:45:42.432302 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-6c3ff140-2be5-46e8-b74a-5424bc372793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:42.942814 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4420113d-9087-43a3-ad87-794f18ab2ec2 req-a1359c02-740f-4e02-997d-6315b626e9d9 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:45:42.944625 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-4420113d-9087-43a3-ad87-794f18ab2ec2 req-a1359c02-740f-4e02-997d-6315b626e9d9 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "GET /v2.0/ports?device_id=b81a1608-9252-4639-beb8-5670363a7228 HTTP/1.1" status: 200  len: 932 time: 0.0826778
Jun 28 16:45:42.999621 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-4420113d-9087-43a3-ad87-794f18ab2ec2 req-c8aee8cb-8007-4176-8acd-f6d6c1e09f12 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "GET /v2.0/security-groups?id=50f17e0f-c82b-41aa-8bf5-826f54aa51e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492003
Jun 28 16:45:44.041291 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-5e27322e-457d-4bf0-b73d-ff6c09f635fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:44.219564 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0235f9-050e-48df-903c-a7a97c7554a8 req-fe1e2258-0683-451a-b624-a3869daf16a8 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:45:44.221790 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-4f0235f9-050e-48df-903c-a7a97c7554a8 req-fe1e2258-0683-451a-b624-a3869daf16a8 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "GET /v2.0/ports?device_id=b81a1608-9252-4639-beb8-5670363a7228 HTTP/1.1" status: 200  len: 932 time: 0.0797882
Jun 28 16:45:44.277940 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-4f0235f9-050e-48df-903c-a7a97c7554a8 req-76502844-c706-43f7-9ee2-361e71fe0944 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "GET /v2.0/security-groups?id=50f17e0f-c82b-41aa-8bf5-826f54aa51e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438001
Jun 28 16:45:45.038288 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:45.540630 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f8a63e-08a0-4372-9ae7-b67df71e0d1a req-376b34c2-0fc3-4c92-b715-aa848d11ae48 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:45:45.543007 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-b8f8a63e-08a0-4372-9ae7-b67df71e0d1a req-376b34c2-0fc3-4c92-b715-aa848d11ae48 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "GET /v2.0/ports?device_id=b81a1608-9252-4639-beb8-5670363a7228 HTTP/1.1" status: 200  len: 932 time: 0.1235790
Jun 28 16:45:45.602298 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-b8f8a63e-08a0-4372-9ae7-b67df71e0d1a req-41fd77bd-b631-42c8-8fa9-d22e9b281bbe tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "GET /v2.0/security-groups?id=50f17e0f-c82b-41aa-8bf5-826f54aa51e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536563
Jun 28 16:45:46.180079 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 38976) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:45:46.355733 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-23cd771e-088d-4b5f-85c3-156581be7b5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:46.404769 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-23cd771e-088d-4b5f-85c3-156581be7b5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:45:46.408964 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-23cd771e-088d-4b5f-85c3-156581be7b5f admin admin] Usage tracker for resource:security_group_rule and tenant:3ed59801de554db6a70e919d8bc9a3d2 is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:45:46.411781 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-23cd771e-088d-4b5f-85c3-156581be7b5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:45:46.417691 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-23cd771e-088d-4b5f-85c3-156581be7b5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:45:46.512157 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-23cd771e-088d-4b5f-85c3-156581be7b5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:46.517364 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-23cd771e-088d-4b5f-85c3-156581be7b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:46.525827 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-a5b23a5b-a9b5-4b42-a33a-f506dc8b5dae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:45:46.573507 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce98d32f-c0c9-4f64-93be-e4ddb785582a None None] Sync routers for ids ['dc62990d-5f14-44b6-99da-6b1db836e1d1'] in dv-cinder-798104-1-iscsi {{(pid=74153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 28 16:45:46.578786 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cd771e-088d-4b5f-85c3-156581be7b5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c50b9a3-dba5-4c01-b836-1125e4afcb36,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:45:46.582719 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-23cd771e-088d-4b5f-85c3-156581be7b5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:45:46.587705 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-23cd771e-088d-4b5f-85c3-156581be7b5f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3ed59801de554db6a70e919d8bc9a3d2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4062598
Jun 28 16:45:46.588416 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 38988) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:45:46.641232 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce98d32f-c0c9-4f64-93be-e4ddb785582a None None] Routers {'dc62990d-5f14-44b6-99da-6b1db836e1d1'} bound to L3 agent in host dv-cinder-798104-1-iscsi {{(pid=74153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 28 16:45:46.642405 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_hamode_db [None req-ce98d32f-c0c9-4f64-93be-e4ddb785582a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa2cfa26d90>, 'dv-cinder-798104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T16:33:11Z,description=<?>,heartbeat_timestamp=2021-06-28T16:45:41Z,host='dv-cinder-798104-1-iscsi',id=c1a676c2-2a78-4c35-ab22-a28e05dfd46e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-28T16:33:11Z,topic='l3_agent')) {'router_ids': ['dc62990d-5f14-44b6-99da-6b1db836e1d1'], 'active': True} {{(pid=74153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:45:46.701983 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-41620a4d-f890-425e-8ef6-19f47fe5a5ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:46.731299 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-41620a4d-f890-425e-8ef6-19f47fe5a5ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:46.885089 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-41620a4d-f890-425e-8ef6-19f47fe5a5ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:46.891662 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-81865e5c-f6af-4ee8-80df-94149e9e4faf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:45:46.905027 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41620a4d-f890-425e-8ef6-19f47fe5a5ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c50b9a3-dba5-4c01-b836-1125e4afcb36,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:45:46.912235 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-41620a4d-f890-425e-8ef6-19f47fe5a5ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:45:46.923637 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a838f74e-4519-4b17-ae48-2a7494cd2715 req-891e403e-e6c7-4c65-bbb3-866636397dba tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:45:46.930719 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-a838f74e-4519-4b17-ae48-2a7494cd2715 req-891e403e-e6c7-4c65-bbb3-866636397dba tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "GET /v2.0/ports?device_id=b81a1608-9252-4639-beb8-5670363a7228 HTTP/1.1" status: 200  len: 932 time: 0.1585174
Jun 28 16:45:46.949980 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-41620a4d-f890-425e-8ef6-19f47fe5a5ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:46.951543 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-41620a4d-f890-425e-8ef6-19f47fe5a5ad admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6c50b9a3-dba5-4c01-b836-1125e4afcb36 HTTP/1.1" status: 204  len: 168 time: 0.3620710
Jun 28 16:45:46.992846 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_dvr_db [None req-ce98d32f-c0c9-4f64-93be-e4ddb785582a None None] Set router dc62990d-5f14-44b6-99da-6b1db836e1d1 gateway port host: dv-cinder-798104-1-iscsi {{(pid=74153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 28 16:45:46.997745 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-a838f74e-4519-4b17-ae48-2a7494cd2715 req-8f7dfaa2-247f-4be6-9024-f5ac375a8d08 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "GET /v2.0/security-groups?id=50f17e0f-c82b-41aa-8bf5-826f54aa51e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660846
Jun 28 16:45:47.436180 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_hamode_db [None req-ce98d32f-c0c9-4f64-93be-e4ddb785582a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa2cfa26d90>, [{'id': 'dc62990d-5f14-44b6-99da-6b1db836e1d1', 'name': 'tempest-TestMinimumBasicScenario-2103925676-router', 'tenant_id': 'a19ce1c86f184913a3f5eb3b528fe413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '436840fc-2dfa-4195-bf5c-fc26a89f2735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:45:18Z', 'updated_at': '2021-06-28T16:45:22Z', 'revision_number': 4, 'project_id': 'a19ce1c86f184913a3f5eb3b528fe413', 'gw_port': {'id': '436840fc-2dfa-4195-bf5c-fc26a89f2735', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:5f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc62990d-5f14-44b6-99da-6b1db836e1d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:45:18Z', 'updated_at': '2021-06-28T16:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi', '_interfaces': [{'id': '0dc7c1e1-e558-4785-b1c8-9fd9798b3598', 'name': '', 'network_id': '355d6851-3902-4716-af53-1279fa4919a7', 'tenant_id': 'a19ce1c86f184913a3f5eb3b528fe413', 'mac_address': 'fa:16:3e:0b:5a:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc62990d-5f14-44b6-99da-6b1db836e1d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8a8bb09-60b1-4a8a-8bff-07c825bba32e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:45:21Z', 'updated_at': '2021-06-28T16:45:22Z', 'revision_number': 2, 'project_id': 'a19ce1c86f184913a3f5eb3b528fe413', 'subnets': [{'id': 'b8a8bb09-60b1-4a8a-8bff-07c825bba32e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-iscsi', False) {} {{(pid=74153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:45:47.443373 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce98d32f-c0c9-4f64-93be-e4ddb785582a None None] Checking router: dc62990d-5f14-44b6-99da-6b1db836e1d1 for host: dv-cinder-798104-1-iscsi {{(pid=74153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 28 16:45:47.444498 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce98d32f-c0c9-4f64-93be-e4ddb785582a None None] Updating router dc62990d-5f14-44b6-99da-6b1db836e1d1 port 0dc7c1e1-e558-4785-b1c8-9fd9798b3598 binding host dv-cinder-798104-1-iscsi {{(pid=74153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 28 16:45:47.511418 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron_lib.callbacks.manager [None req-ce98d32f-c0c9-4f64-93be-e4ddb785582a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:48.058183 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron_lib.callbacks.manager [None req-ce98d32f-c0c9-4f64-93be-e4ddb785582a None None] Notify callbacks [] for port, precommit_update {{(pid=74153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:48.076133 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.provisioning_blocks [None req-ce98d32f-c0c9-4f64-93be-e4ddb785582a None None] Transition to ACTIVE for port object 0dc7c1e1-e558-4785-b1c8-9fd9798b3598 will not be triggered until provisioned by entity L2. {{(pid=74153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 28 16:45:48.083482 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron_lib.callbacks.manager [None req-ce98d32f-c0c9-4f64-93be-e4ddb785582a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:48.088809 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG oslo_concurrency.lockutils [None req-e9ad23f1-2d7d-4542-98c6-20577ab8a10e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:45:48.244324 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd234fd1-6a2a-40b1-bcab-a3650836a3f5 None None] Pushing event updated for resources: {'Port': ['ID=0dc7c1e1-e558-4785-b1c8-9fd9798b3598,revision_number=3']} {{(pid=74153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:45:48.251848 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG oslo_concurrency.lockutils [None req-bd234fd1-6a2a-40b1-bcab-a3650836a3f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=74153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:45:48.277873 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22c3676-254b-40c4-bd32-bfe1915f9797 req-7a8f8b30-52a6-438c-8469-0789111b9b4d tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:45:48.279705 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-d22c3676-254b-40c4-bd32-bfe1915f9797 req-7a8f8b30-52a6-438c-8469-0789111b9b4d tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "GET /v2.0/ports?device_id=b81a1608-9252-4639-beb8-5670363a7228 HTTP/1.1" status: 200  len: 932 time: 0.1143179
Jun 28 16:45:48.344360 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-d22c3676-254b-40c4-bd32-bfe1915f9797 req-17e064d1-595a-40ba-98cd-6485fe7b362d tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "GET /v2.0/security-groups?id=50f17e0f-c82b-41aa-8bf5-826f54aa51e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587041
Jun 28 16:45:48.416898 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.managers [None req-ce98d32f-c0c9-4f64-93be-e4ddb785582a None None] Attempting to bind port 0dc7c1e1-e558-4785-b1c8-9fd9798b3598 on host dv-cinder-798104-1-iscsi for vnic_type normal with profile  {{(pid=74153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 28 16:45:48.417306 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.managers [None req-ce98d32f-c0c9-4f64-93be-e4ddb785582a None None] Attempting to bind port 0dc7c1e1-e558-4785-b1c8-9fd9798b3598 by drivers openvswitch,hyperv on host dv-cinder-798104-1-iscsi at level 0 using segments [{'id': 'ce63ed61-f554-454d-be9a-06d795c52bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '355d6851-3902-4716-af53-1279fa4919a7'}] {{(pid=74153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 28 16:45:48.417683 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce98d32f-c0c9-4f64-93be-e4ddb785582a None None] Attempting to bind port 0dc7c1e1-e558-4785-b1c8-9fd9798b3598 on network 355d6851-3902-4716-af53-1279fa4919a7 {{(pid=74153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 28 16:45:48.426180 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce98d32f-c0c9-4f64-93be-e4ddb785582a None None] Checking agent: {'id': '235649c2-d0e1-424d-8662-9e7ce5cd7ca9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798104-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 16, 33, 9), 'started_at': datetime.datetime(2021, 6, 28, 16, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 16, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798104-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 28 16:45:48.426428 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce98d32f-c0c9-4f64-93be-e4ddb785582a None None] Checking segment: {'id': 'ce63ed61-f554-454d-be9a-06d795c52bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '355d6851-3902-4716-af53-1279fa4919a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 28 16:45:48.426770 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron_lib.callbacks.manager [None req-ce98d32f-c0c9-4f64-93be-e4ddb785582a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:48.427198 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce98d32f-c0c9-4f64-93be-e4ddb785582a None None] Bound using segment: {'id': 'ce63ed61-f554-454d-be9a-06d795c52bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '355d6851-3902-4716-af53-1279fa4919a7'} {{(pid=74153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 28 16:45:48.427612 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.managers [None req-ce98d32f-c0c9-4f64-93be-e4ddb785582a None None] Bound port: 0dc7c1e1-e558-4785-b1c8-9fd9798b3598, host: dv-cinder-798104-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce63ed61-f554-454d-be9a-06d795c52bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '355d6851-3902-4716-af53-1279fa4919a7'}}] {{(pid=74153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 28 16:45:48.428527 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron_lib.callbacks.manager [None req-ce98d32f-c0c9-4f64-93be-e4ddb785582a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:48.545280 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.db [None req-ce98d32f-c0c9-4f64-93be-e4ddb785582a None None] For port 0dc7c1e1-e558-4785-b1c8-9fd9798b3598, host dv-cinder-798104-1-iscsi, cleared binding levels {{(pid=74153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 28 16:45:48.549778 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.db [None req-ce98d32f-c0c9-4f64-93be-e4ddb785582a None None] For port 0dc7c1e1-e558-4785-b1c8-9fd9798b3598, host dv-cinder-798104-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-iscsi',level=0,port_id=0dc7c1e1-e558-4785-b1c8-9fd9798b3598,segment=NetworkSegment(ce63ed61-f554-454d-be9a-06d795c52bb0),segment_id=ce63ed61-f554-454d-be9a-06d795c52bb0)] {{(pid=74153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 28 16:45:48.556097 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron_lib.callbacks.manager [None req-ce98d32f-c0c9-4f64-93be-e4ddb785582a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:48.562433 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG oslo_concurrency.lockutils [None req-85eb609e-68ad-400a-a6fb-4b9b6ae7e8d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:45:48.647865 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd234fd1-6a2a-40b1-bcab-a3650836a3f5 None None] Pushing event updated for resources: {'Port': ['ID=0dc7c1e1-e558-4785-b1c8-9fd9798b3598,revision_number=4']} {{(pid=74153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:45:48.651606 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG oslo_concurrency.lockutils [None req-bd234fd1-6a2a-40b1-bcab-a3650836a3f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:45:48.652867 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce98d32f-c0c9-4f64-93be-e4ddb785582a None None] Routers {'dc62990d-5f14-44b6-99da-6b1db836e1d1'} bound to L3 agent in host dv-cinder-798104-1-iscsi {{(pid=74153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 28 16:45:48.653638 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_hamode_db [None req-ce98d32f-c0c9-4f64-93be-e4ddb785582a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa2cfa26d90>, 'dv-cinder-798104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T16:33:11Z,description=<?>,heartbeat_timestamp=2021-06-28T16:45:41Z,host='dv-cinder-798104-1-iscsi',id=c1a676c2-2a78-4c35-ab22-a28e05dfd46e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-28T16:33:11Z,topic='l3_agent')) {'router_ids': ['dc62990d-5f14-44b6-99da-6b1db836e1d1'], 'active': True} {{(pid=74153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:45:48.932407 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_dvr_db [None req-ce98d32f-c0c9-4f64-93be-e4ddb785582a None None] Set router dc62990d-5f14-44b6-99da-6b1db836e1d1 gateway port host: dv-cinder-798104-1-iscsi {{(pid=74153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 28 16:45:49.011031 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 39026) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:45:49.232400 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-0bd0fe51-2532-4f35-815b-e433d0ecb2c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:49.271466 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-0bd0fe51-2532-4f35-815b-e433d0ecb2c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:45:49.275672 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-0bd0fe51-2532-4f35-815b-e433d0ecb2c7 admin admin] Usage tracker for resource:security_group_rule and tenant:a471c3b56c0d4fbf90386fdc4e197e7b is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:45:49.278533 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-0bd0fe51-2532-4f35-815b-e433d0ecb2c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:45:49.284863 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-0bd0fe51-2532-4f35-815b-e433d0ecb2c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:45:49.356068 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_hamode_db [None req-ce98d32f-c0c9-4f64-93be-e4ddb785582a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa2cfa26d90>, [{'id': 'dc62990d-5f14-44b6-99da-6b1db836e1d1', 'name': 'tempest-TestMinimumBasicScenario-2103925676-router', 'tenant_id': 'a19ce1c86f184913a3f5eb3b528fe413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '436840fc-2dfa-4195-bf5c-fc26a89f2735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:45:18Z', 'updated_at': '2021-06-28T16:45:22Z', 'revision_number': 4, 'project_id': 'a19ce1c86f184913a3f5eb3b528fe413', 'gw_port': {'id': '436840fc-2dfa-4195-bf5c-fc26a89f2735', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:5f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc62990d-5f14-44b6-99da-6b1db836e1d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:45:18Z', 'updated_at': '2021-06-28T16:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi', '_interfaces': [{'id': '0dc7c1e1-e558-4785-b1c8-9fd9798b3598', 'name': '', 'network_id': '355d6851-3902-4716-af53-1279fa4919a7', 'tenant_id': 'a19ce1c86f184913a3f5eb3b528fe413', 'mac_address': 'fa:16:3e:0b:5a:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc62990d-5f14-44b6-99da-6b1db836e1d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8a8bb09-60b1-4a8a-8bff-07c825bba32e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:45:21Z', 'updated_at': '2021-06-28T16:45:48Z', 'revision_number': 4, 'project_id': 'a19ce1c86f184913a3f5eb3b528fe413', 'subnets': [{'id': 'b8a8bb09-60b1-4a8a-8bff-07c825bba32e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-iscsi', False) {} {{(pid=74153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:45:49.361561 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-0bd0fe51-2532-4f35-815b-e433d0ecb2c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:49.364433 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce98d32f-c0c9-4f64-93be-e4ddb785582a None None] The sync data for ids ['dc62990d-5f14-44b6-99da-6b1db836e1d1'] in dv-cinder-798104-1-iscsi is: [{'id': 'dc62990d-5f14-44b6-99da-6b1db836e1d1', 'name': 'tempest-TestMinimumBasicScenario-2103925676-router', 'tenant_id': 'a19ce1c86f184913a3f5eb3b528fe413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '436840fc-2dfa-4195-bf5c-fc26a89f2735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:45:18Z', 'updated_at': '2021-06-28T16:45:22Z', 'revision_number': 4, 'project_id': 'a19ce1c86f184913a3f5eb3b528fe413', 'gw_port': {'id': '436840fc-2dfa-4195-bf5c-fc26a89f2735', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:5f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc62990d-5f14-44b6-99da-6b1db836e1d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:45:18Z', 'updated_at': '2021-06-28T16:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi', '_interfaces': [{'id': '0dc7c1e1-e558-4785-b1c8-9fd9798b3598', 'name': '', 'network_id': '355d6851-3902-4716-af53-1279fa4919a7', 'tenant_id': 'a19ce1c86f184913a3f5eb3b528fe413', 'mac_address': 'fa:16:3e:0b:5a:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc62990d-5f14-44b6-99da-6b1db836e1d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8a8bb09-60b1-4a8a-8bff-07c825bba32e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:45:21Z', 'updated_at': '2021-06-28T16:45:48Z', 'revision_number': 4, 'project_id': 'a19ce1c86f184913a3f5eb3b528fe413', 'subnets': [{'id': 'b8a8bb09-60b1-4a8a-8bff-07c825bba32e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 28 16:45:49.367911 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-0bd0fe51-2532-4f35-815b-e433d0ecb2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:49.379396 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-c2d02870-e8ed-4c72-a5a7-ba6c7da169cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:45:49.421871 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd0fe51-2532-4f35-815b-e433d0ecb2c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c759c380-18f1-4aa0-b25a-6caf4631201d,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:45:49.430046 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-0bd0fe51-2532-4f35-815b-e433d0ecb2c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:45:49.468953 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 39034) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:45:49.479541 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-0bd0fe51-2532-4f35-815b-e433d0ecb2c7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a471c3b56c0d4fbf90386fdc4e197e7b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4653769
Jun 28 16:45:49.596132 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-4e725d4b-9dc2-42f1-83e8-36bddb5e58c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:49.630962 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-4e725d4b-9dc2-42f1-83e8-36bddb5e58c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:49.701598 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device 0dc7c1e1-e558-4785-b1c8-9fd9798b3598 up at agent ovs-agent-dv-cinder-798104-1-iscsi {{(pid=74152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 28 16:45:49.717865 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2780f802-805a-4128-a2e8-b65d4c91f8e1 req-cbe3f507-81d3-4c4a-acbe-02ac29088f15 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:45:49.719433 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-2780f802-805a-4128-a2e8-b65d4c91f8e1 req-cbe3f507-81d3-4c4a-acbe-02ac29088f15 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "GET /v2.0/ports?device_id=b81a1608-9252-4639-beb8-5670363a7228 HTTP/1.1" status: 200  len: 932 time: 0.1808650
Jun 28 16:45:49.764248 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-4e725d4b-9dc2-42f1-83e8-36bddb5e58c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:49.773724 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-e9c2a60e-549c-4d26-9577-c70a88b5cfd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:45:49.786980 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e725d4b-9dc2-42f1-83e8-36bddb5e58c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c759c380-18f1-4aa0-b25a-6caf4631201d,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:45:49.789794 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-4e725d4b-9dc2-42f1-83e8-36bddb5e58c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:45:49.808148 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Provisioning for port 0dc7c1e1-e558-4785-b1c8-9fd9798b3598 completed by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 28 16:45:49.814282 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-4e725d4b-9dc2-42f1-83e8-36bddb5e58c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:49.817958 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-4e725d4b-9dc2-42f1-83e8-36bddb5e58c5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c759c380-18f1-4aa0-b25a-6caf4631201d HTTP/1.1" status: 204  len: 168 time: 0.3455405
Jun 28 16:45:49.818131 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Provisioning complete for port 0dc7c1e1-e558-4785-b1c8-9fd9798b3598 triggered by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:45:49.818131 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:49.821750 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-2780f802-805a-4128-a2e8-b65d4c91f8e1 req-4adfdc6f-25e4-4311-9915-124855af1eb6 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "GET /v2.0/security-groups?id=50f17e0f-c82b-41aa-8bf5-826f54aa51e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0934465
Jun 28 16:45:49.977875 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:50.021392 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] For port 0dc7c1e1-e558-4785-b1c8-9fd9798b3598, host dv-cinder-798104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-iscsi',level=0,port_id=0dc7c1e1-e558-4785-b1c8-9fd9798b3598,segment=NetworkSegment(ce63ed61-f554-454d-be9a-06d795c52bb0),segment_id=ce63ed61-f554-454d-be9a-06d795c52bb0)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:45:50.027018 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:50.029009 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:45:50.113095 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Pushing event updated for resources: {'Port': ['ID=0dc7c1e1-e558-4785-b1c8-9fd9798b3598,revision_number=5']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:45:50.124572 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:45:50.125318 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:45:50.125931 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:45:50.126481 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:45:50.127058 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:45:50.127617 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:45:50.128151 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:45:50.128763 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:45:50.129387 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:45:50.130055 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:45:50.130381 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:45:50.135422 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:45:50.311752 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 39044) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:45:50.336069 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-9f8f49f4-fb91-4104-b357-80100f42a7bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:50.378883 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-9f8f49f4-fb91-4104-b357-80100f42a7bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:45:50.383505 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-9f8f49f4-fb91-4104-b357-80100f42a7bd admin admin] Usage tracker for resource:security_group_rule and tenant:2ddde89aa93c40e9b856fd79edd0c42f is out of sync, need to count used quota {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:45:50.387095 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-9f8f49f4-fb91-4104-b357-80100f42a7bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:45:50.395360 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-9f8f49f4-fb91-4104-b357-80100f42a7bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:45:50.479435 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-9f8f49f4-fb91-4104-b357-80100f42a7bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:50.484156 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-9f8f49f4-fb91-4104-b357-80100f42a7bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:50.492456 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-50fcf2ce-d50b-481e-8acb-552842809279 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:45:50.534108 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8f49f4-fb91-4104-b357-80100f42a7bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7da6be93-8b67-477b-b4a8-e71f25184131,revision_number=1']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:45:50.542991 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-9f8f49f4-fb91-4104-b357-80100f42a7bd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2ddde89aa93c40e9b856fd79edd0c42f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2252767
Jun 28 16:45:50.542991 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-9f8f49f4-fb91-4104-b357-80100f42a7bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:45:50.543492 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 39048) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:45:50.611342 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-d1cd38a3-171e-4fb6-83f2-74d2bdd06997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:50.645526 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-d1cd38a3-171e-4fb6-83f2-74d2bdd06997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:50.713592 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-d1cd38a3-171e-4fb6-83f2-74d2bdd06997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:50.720649 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-0bcdf9f7-ad94-4ec9-8d6e-6aa2516e176d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:45:50.735565 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cd38a3-171e-4fb6-83f2-74d2bdd06997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da6be93-8b67-477b-b4a8-e71f25184131,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:45:50.737906 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-d1cd38a3-171e-4fb6-83f2-74d2bdd06997 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:45:50.742811 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-d1cd38a3-171e-4fb6-83f2-74d2bdd06997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:50.746958 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-d1cd38a3-171e-4fb6-83f2-74d2bdd06997 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7da6be93-8b67-477b-b4a8-e71f25184131 HTTP/1.1" status: 204  len: 168 time: 0.2002120
Jun 28 16:45:51.047902 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41565278-16a9-482c-8d37-3cf35d1494bc req-1446487a-e0da-4d05-b2fb-41152af38223 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:45:51.049841 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-41565278-16a9-482c-8d37-3cf35d1494bc req-1446487a-e0da-4d05-b2fb-41152af38223 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "GET /v2.0/ports?device_id=b81a1608-9252-4639-beb8-5670363a7228 HTTP/1.1" status: 200  len: 932 time: 0.0926592
Jun 28 16:45:51.133897 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-41565278-16a9-482c-8d37-3cf35d1494bc req-c204f29e-4d71-457c-a4ce-21c57f4b218a tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "GET /v2.0/security-groups?id=50f17e0f-c82b-41aa-8bf5-826f54aa51e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0710990
Jun 28 16:45:51.689792 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device 0dc7c1e1-e558-4785-b1c8-9fd9798b3598 up at agent ovs-agent-dv-cinder-798104-1-iscsi {{(pid=74152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 28 16:45:51.773200 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Provisioning complete for port 0dc7c1e1-e558-4785-b1c8-9fd9798b3598 triggered by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:45:51.773582 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:52.430541 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edb4a00-8d16-4327-b109-d3c4f63ad5c4 req-ac0a9c4b-d5d3-4892-946c-d35834ddcee4 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:45:52.432074 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-9edb4a00-8d16-4327-b109-d3c4f63ad5c4 req-ac0a9c4b-d5d3-4892-946c-d35834ddcee4 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "GET /v2.0/ports?device_id=b81a1608-9252-4639-beb8-5670363a7228 HTTP/1.1" status: 200  len: 932 time: 0.1272449
Jun 28 16:45:52.496334 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-9edb4a00-8d16-4327-b109-d3c4f63ad5c4 req-e8d24fb1-874d-4abe-bf34-9844b8216212 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "GET /v2.0/security-groups?id=50f17e0f-c82b-41aa-8bf5-826f54aa51e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585098
Jun 28 16:45:53.708370 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b9a5d-0f13-4934-a53a-d62b4f718a28 req-f11b5dae-60c4-41b2-8350-fa9b856033b5 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:45:53.709863 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-992b9a5d-0f13-4934-a53a-d62b4f718a28 req-f11b5dae-60c4-41b2-8350-fa9b856033b5 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "GET /v2.0/ports?device_id=b81a1608-9252-4639-beb8-5670363a7228 HTTP/1.1" status: 200  len: 932 time: 0.0916717
Jun 28 16:45:53.746065 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 39126) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:45:53.850856 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-992b9a5d-0f13-4934-a53a-d62b4f718a28 req-3d1b6307-ba51-42d5-8420-c0d5ec8522ce tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "GET /v2.0/security-groups?id=50f17e0f-c82b-41aa-8bf5-826f54aa51e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1346338
Jun 28 16:45:53.903722 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-fc611176-e845-4bf0-a5f3-75c0b84efedd admin admin] Notify callbacks [] for security_group, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:53.935702 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-fc611176-e845-4bf0-a5f3-75c0b84efedd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:45:53.939630 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-fc611176-e845-4bf0-a5f3-75c0b84efedd admin admin] Usage tracker for resource:security_group_rule and tenant:4d92cd818a8a4b9f9e1d5c7d1bebc1a4 is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:45:53.942625 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-fc611176-e845-4bf0-a5f3-75c0b84efedd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:45:53.949025 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-fc611176-e845-4bf0-a5f3-75c0b84efedd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:45:54.017750 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-fc611176-e845-4bf0-a5f3-75c0b84efedd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:54.021365 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-fc611176-e845-4bf0-a5f3-75c0b84efedd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:54.028705 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-de2142c9-d3bd-48aa-a08b-d7a47c6578fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:45:54.072433 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc611176-e845-4bf0-a5f3-75c0b84efedd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c989669-6b65-47dd-a9a0-91a5569b9b51,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:45:54.075325 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-fc611176-e845-4bf0-a5f3-75c0b84efedd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:45:54.080481 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-fc611176-e845-4bf0-a5f3-75c0b84efedd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4d92cd818a8a4b9f9e1d5c7d1bebc1a4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3299084
Jun 28 16:45:54.080812 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 39132) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:45:54.141092 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-88fabd53-7d3d-4e79-9210-7db50c8808f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:54.167373 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-88fabd53-7d3d-4e79-9210-7db50c8808f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:54.219842 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-88fabd53-7d3d-4e79-9210-7db50c8808f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:54.221847 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.v2.base [req-0770a4a6-ee9b-40a0-9d7d-02babe4be4cd req-e987eb3a-dc22-4f27-8217-8484db88b8bc service neutron] Request body: {'port': {'device_id': 'b81a1608-9252-4639-beb8-5670363a7228', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79810'}} {{(pid=74150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:45:54.225563 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-b50dc7e0-b2c8-40a8-bf1c-97348ce1c057 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:45:54.239779 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fabd53-7d3d-4e79-9210-7db50c8808f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c989669-6b65-47dd-a9a0-91a5569b9b51,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:45:54.242676 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-88fabd53-7d3d-4e79-9210-7db50c8808f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:45:54.251816 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-88fabd53-7d3d-4e79-9210-7db50c8808f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:54.252902 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-88fabd53-7d3d-4e79-9210-7db50c8808f4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0c989669-6b65-47dd-a9a0-91a5569b9b51 HTTP/1.1" status: 204  len: 168 time: 0.1713319
Jun 28 16:45:54.355120 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-0770a4a6-ee9b-40a0-9d7d-02babe4be4cd req-e987eb3a-dc22-4f27-8217-8484db88b8bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:54.615029 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 39140) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:45:54.632674 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-0657a4fc-7b00-40cd-8b82-463fceda09e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:54.667343 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-0657a4fc-7b00-40cd-8b82-463fceda09e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:45:54.671084 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-0657a4fc-7b00-40cd-8b82-463fceda09e7 admin admin] Usage tracker for resource:security_group_rule and tenant:7209981caee742eca079d400db212e63 is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:45:54.673995 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-0657a4fc-7b00-40cd-8b82-463fceda09e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:45:54.679905 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-0657a4fc-7b00-40cd-8b82-463fceda09e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:45:54.712092 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.notifiers.nova [req-0770a4a6-ee9b-40a0-9d7d-02babe4be4cd req-e987eb3a-dc22-4f27-8217-8484db88b8bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ef9ab2d-d8e5-41cf-9873-0bc20df26315 {{(pid=74150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 28 16:45:54.718900 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-0770a4a6-ee9b-40a0-9d7d-02babe4be4cd req-e987eb3a-dc22-4f27-8217-8484db88b8bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:54.734601 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.provisioning_blocks [req-0770a4a6-ee9b-40a0-9d7d-02babe4be4cd req-e987eb3a-dc22-4f27-8217-8484db88b8bc service neutron] Transition to ACTIVE for port object 9ef9ab2d-d8e5-41cf-9873-0bc20df26315 will not be triggered until provisioned by entity L2. {{(pid=74150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 28 16:45:54.738236 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-0770a4a6-ee9b-40a0-9d7d-02babe4be4cd req-e987eb3a-dc22-4f27-8217-8484db88b8bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32536816'] for port, after_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:54.742351 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-eba810bd-b9a5-482b-9c05-07b84205c1cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:45:54.747805 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-0657a4fc-7b00-40cd-8b82-463fceda09e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:54.751652 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-0657a4fc-7b00-40cd-8b82-463fceda09e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:54.759894 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-b6a74aa5-02c4-435c-b7ef-5e7a99871282 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:45:54.804859 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0657a4fc-7b00-40cd-8b82-463fceda09e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c94c94-cbae-4cc0-9556-6341194ace60,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:45:54.807968 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-0657a4fc-7b00-40cd-8b82-463fceda09e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:45:54.814411 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-0657a4fc-7b00-40cd-8b82-463fceda09e7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7209981caee742eca079d400db212e63&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1982915
Jun 28 16:45:54.815066 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 39146) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:45:54.885079 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-575b7a56-65ab-4893-81de-899751305766 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:54.905042 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e987eb3a-dc22-4f27-8217-8484db88b8bc service neutron] Pushing event updated for resources: {'Port': ['ID=9ef9ab2d-d8e5-41cf-9873-0bc20df26315,revision_number=2']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:45:54.911986 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-e987eb3a-dc22-4f27-8217-8484db88b8bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:45:54.917834 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-575b7a56-65ab-4893-81de-899751305766 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:54.977548 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-575b7a56-65ab-4893-81de-899751305766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:54.981804 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-c6abbca2-f5a1-47ed-a117-618d2c9fb47d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:45:54.997293 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575b7a56-65ab-4893-81de-899751305766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c94c94-cbae-4cc0-9556-6341194ace60,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:45:55.000320 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-575b7a56-65ab-4893-81de-899751305766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:45:55.011643 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-575b7a56-65ab-4893-81de-899751305766 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:55.011996 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.managers [req-0770a4a6-ee9b-40a0-9d7d-02babe4be4cd req-e987eb3a-dc22-4f27-8217-8484db88b8bc service neutron] Attempting to bind port 9ef9ab2d-d8e5-41cf-9873-0bc20df26315 on host hv-cinder-79810 for vnic_type normal with profile  {{(pid=74150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 28 16:45:55.012334 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.managers [req-0770a4a6-ee9b-40a0-9d7d-02babe4be4cd req-e987eb3a-dc22-4f27-8217-8484db88b8bc service neutron] Attempting to bind port 9ef9ab2d-d8e5-41cf-9873-0bc20df26315 by drivers openvswitch,hyperv on host hv-cinder-79810 at level 0 using segments [{'id': 'a4817e99-42da-4d18-9459-e39d672e39b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1113820a-e4bc-475d-ab40-abe09297a41e'}] {{(pid=74150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 28 16:45:55.012656 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0770a4a6-ee9b-40a0-9d7d-02babe4be4cd req-e987eb3a-dc22-4f27-8217-8484db88b8bc service neutron] Attempting to bind port 9ef9ab2d-d8e5-41cf-9873-0bc20df26315 on network 1113820a-e4bc-475d-ab40-abe09297a41e {{(pid=74150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 28 16:45:55.015760 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-575b7a56-65ab-4893-81de-899751305766 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/12c94c94-cbae-4cc0-9556-6341194ace60 HTTP/1.1" status: 204  len: 168 time: 0.1996510
Jun 28 16:45:55.035669 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0770a4a6-ee9b-40a0-9d7d-02babe4be4cd req-e987eb3a-dc22-4f27-8217-8484db88b8bc service neutron] Port 9ef9ab2d-d8e5-41cf-9873-0bc20df26315 on network 1113820a-e4bc-475d-ab40-abe09297a41e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79810 {{(pid=74150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 28 16:45:55.035992 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0770a4a6-ee9b-40a0-9d7d-02babe4be4cd req-e987eb3a-dc22-4f27-8217-8484db88b8bc service neutron] Attempting to bind port 9ef9ab2d-d8e5-41cf-9873-0bc20df26315 on network 1113820a-e4bc-475d-ab40-abe09297a41e {{(pid=74150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 28 16:45:55.044652 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0770a4a6-ee9b-40a0-9d7d-02babe4be4cd req-e987eb3a-dc22-4f27-8217-8484db88b8bc service neutron] Checking agent: {'id': '11e346dd-a6a4-43d4-822e-d449440d0a22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 16, 39, 15), 'started_at': datetime.datetime(2021, 6, 28, 16, 39, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 16, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 28 16:45:55.044652 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0770a4a6-ee9b-40a0-9d7d-02babe4be4cd req-e987eb3a-dc22-4f27-8217-8484db88b8bc service neutron] Checking segment: {'id': 'a4817e99-42da-4d18-9459-e39d672e39b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1113820a-e4bc-475d-ab40-abe09297a41e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 28 16:45:55.044943 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0770a4a6-ee9b-40a0-9d7d-02babe4be4cd req-e987eb3a-dc22-4f27-8217-8484db88b8bc service neutron] Bound using segment: {'id': 'a4817e99-42da-4d18-9459-e39d672e39b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1113820a-e4bc-475d-ab40-abe09297a41e'} {{(pid=74150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 28 16:45:55.045160 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.managers [req-0770a4a6-ee9b-40a0-9d7d-02babe4be4cd req-e987eb3a-dc22-4f27-8217-8484db88b8bc service neutron] Bound port: 9ef9ab2d-d8e5-41cf-9873-0bc20df26315, host: hv-cinder-79810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4817e99-42da-4d18-9459-e39d672e39b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1113820a-e4bc-475d-ab40-abe09297a41e'}}] {{(pid=74150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 28 16:45:55.045471 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-0770a4a6-ee9b-40a0-9d7d-02babe4be4cd req-e987eb3a-dc22-4f27-8217-8484db88b8bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:55.221060 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.db [req-0770a4a6-ee9b-40a0-9d7d-02babe4be4cd req-e987eb3a-dc22-4f27-8217-8484db88b8bc service neutron] For port 9ef9ab2d-d8e5-41cf-9873-0bc20df26315, host hv-cinder-79810, cleared binding levels {{(pid=74150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 28 16:45:55.227097 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.db [req-0770a4a6-ee9b-40a0-9d7d-02babe4be4cd req-e987eb3a-dc22-4f27-8217-8484db88b8bc service neutron] For port 9ef9ab2d-d8e5-41cf-9873-0bc20df26315, host hv-cinder-79810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=9ef9ab2d-d8e5-41cf-9873-0bc20df26315,segment=NetworkSegment(a4817e99-42da-4d18-9459-e39d672e39b3),segment_id=a4817e99-42da-4d18-9459-e39d672e39b3)] {{(pid=74150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 28 16:45:55.240177 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3695eb-4098-4b36-996b-6caa23f0474e req-bbbae4e4-7b47-4042-986a-338a4d5cb0e3 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:45:55.248428 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-8e3695eb-4098-4b36-996b-6caa23f0474e req-bbbae4e4-7b47-4042-986a-338a4d5cb0e3 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "GET /v2.0/ports?device_id=b81a1608-9252-4639-beb8-5670363a7228 HTTP/1.1" status: 200  len: 944 time: 0.1566808
Jun 28 16:45:55.250989 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-0770a4a6-ee9b-40a0-9d7d-02babe4be4cd req-e987eb3a-dc22-4f27-8217-8484db88b8bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32536816'] for port, after_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:55.265563 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-81bca84e-fe6d-43cb-bbc6-074803e7eba5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:45:55.358533 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-0770a4a6-ee9b-40a0-9d7d-02babe4be4cd req-e987eb3a-dc22-4f27-8217-8484db88b8bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022804'] for port, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:55.359998 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-0770a4a6-ee9b-40a0-9d7d-02babe4be4cd req-e987eb3a-dc22-4f27-8217-8484db88b8bc service neutron] 10.222.0.15 "PUT /v2.0/ports/9ef9ab2d-d8e5-41cf-9873-0bc20df26315 HTTP/1.1" status: 200  len: 1094 time: 1.1466060
Jun 28 16:45:55.361039 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b81a1608-9252-4639-beb8-5670363a7228', 'tag': '9ef9ab2d-d8e5-41cf-9873-0bc20df26315'}] {{(pid=74150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 28 16:45:55.417504 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-8e3695eb-4098-4b36-996b-6caa23f0474e req-66f3e22a-b241-469a-a8c1-451fe9be746a tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "GET /v2.0/security-groups?id=50f17e0f-c82b-41aa-8bf5-826f54aa51e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1679485
Jun 28 16:45:55.477586 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b81a1608-9252-4639-beb8-5670363a7228', 'tag': '9ef9ab2d-d8e5-41cf-9873-0bc20df26315', 'status': 'completed', 'code': 200}
Jun 28 16:45:55.479262 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e987eb3a-dc22-4f27-8217-8484db88b8bc service neutron] Pushing event updated for resources: {'Port': ['ID=9ef9ab2d-d8e5-41cf-9873-0bc20df26315,revision_number=3']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:45:55.484608 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-e987eb3a-dc22-4f27-8217-8484db88b8bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:45:55.517346 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-0770a4a6-ee9b-40a0-9d7d-02babe4be4cd req-22222253-b9c5-407e-a346-339582885ac0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ef6d67df2935467a8c9855979ceb5e65&device_id=b81a1608-9252-4639-beb8-5670363a7228 HTTP/1.1" status: 200  len: 1097 time: 0.0970438
Jun 28 16:45:55.590411 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-0770a4a6-ee9b-40a0-9d7d-02babe4be4cd req-3c47a5a8-868c-46ec-8e7f-fc9afafbc5fa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ef9ab2d-d8e5-41cf-9873-0bc20df26315 HTTP/1.1" status: 200  len: 217 time: 0.0658495
Jun 28 16:45:55.678133 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0770a4a6-ee9b-40a0-9d7d-02babe4be4cd req-465914bb-26aa-4497-bdd8-29ce3ce557ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:45:55.679681 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-0770a4a6-ee9b-40a0-9d7d-02babe4be4cd req-465914bb-26aa-4497-bdd8-29ce3ce557ff service neutron] 10.222.0.15 "GET /v2.0/subnets?id=acc7f902-942c-4b8b-9dcb-fb852c89cf6c HTTP/1.1" status: 200  len: 854 time: 0.0818942
Jun 28 16:45:55.782243 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-0770a4a6-ee9b-40a0-9d7d-02babe4be4cd req-d6562eff-7d4a-47cb-851c-51db574d0b65 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1113820a-e4bc-475d-ab40-abe09297a41e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0937934
Jun 28 16:45:55.940996 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-0770a4a6-ee9b-40a0-9d7d-02babe4be4cd req-0c76280f-cb96-415e-bc4d-d5c061d37dee service neutron] 10.222.0.15 "GET /v2.0/networks/1113820a-e4bc-475d-ab40-abe09297a41e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1514404
Jun 28 16:45:56.103949 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-0770a4a6-ee9b-40a0-9d7d-02babe4be4cd req-1a7d40cf-3d28-440f-a0c5-0c86726855c1 service neutron] 10.222.0.15 "GET /v2.0/networks/1113820a-e4bc-475d-ab40-abe09297a41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1559303
Jun 28 16:45:56.233671 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-286bfa2b-840c-409b-8a75-ead22d3807ff req-6edafdcf-d145-427e-94fe-a53634089a6a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ef6d67df2935467a8c9855979ceb5e65&device_id=b81a1608-9252-4639-beb8-5670363a7228 HTTP/1.1" status: 200  len: 1097 time: 0.0777049
Jun 28 16:45:56.532399 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286bfa2b-840c-409b-8a75-ead22d3807ff req-230642c0-7e70-488b-8043-d02eb775a75b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:45:56.533855 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-286bfa2b-840c-409b-8a75-ead22d3807ff req-230642c0-7e70-488b-8043-d02eb775a75b service neutron] 10.222.0.15 "GET /v2.0/networks?id=1113820a-e4bc-475d-ab40-abe09297a41e HTTP/1.1" status: 200  len: 916 time: 0.2915361
Jun 28 16:45:56.554296 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbd64af-362e-4ba3-86a0-a6c39770a6fb req-b9c0fa79-ac67-445b-a47f-39503c50181f tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:45:56.556032 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-4cbd64af-362e-4ba3-86a0-a6c39770a6fb req-b9c0fa79-ac67-445b-a47f-39503c50181f tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] 10.222.0.30 "GET /v2.0/ports?device_id=f82b89f5-d9cc-4b57-b4c9-42beb6b13590 HTTP/1.1" status: 200  len: 946 time: 0.1400142
Jun 28 16:45:56.673928 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-286bfa2b-840c-409b-8a75-ead22d3807ff req-c0997b11-28cf-4d75-8e50-d32c9cc96225 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ef9ab2d-d8e5-41cf-9873-0bc20df26315 HTTP/1.1" status: 200  len: 217 time: 0.1292036
Jun 28 16:45:56.690686 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 39188) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:45:56.765920 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-4cbd64af-362e-4ba3-86a0-a6c39770a6fb req-7ccc1937-87a0-4c81-bb33-353fd9d97c02 tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] 10.222.0.30 "GET /v2.0/security-groups?id=f7a0c3dd-bcda-4cb4-9d9d-e9ba7b1ec6b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1579902
Jun 28 16:45:56.776139 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286bfa2b-840c-409b-8a75-ead22d3807ff req-12ada6b5-8249-4dcd-9b4f-66df6916cdab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:45:56.777672 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-286bfa2b-840c-409b-8a75-ead22d3807ff req-12ada6b5-8249-4dcd-9b4f-66df6916cdab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=acc7f902-942c-4b8b-9dcb-fb852c89cf6c HTTP/1.1" status: 200  len: 854 time: 0.0929101
Jun 28 16:45:56.836518 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c4b25-188f-41f0-b590-9f18088db535 req-113d4a6a-967f-4928-b470-6b53c5f47231 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:45:56.838089 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-2e3c4b25-188f-41f0-b590-9f18088db535 req-113d4a6a-967f-4928-b470-6b53c5f47231 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "GET /v2.0/ports?device_id=b81a1608-9252-4639-beb8-5670363a7228 HTTP/1.1" status: 200  len: 944 time: 0.2287021
Jun 28 16:45:56.859886 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-491f3f06-7b97-4c1e-ad40-e58da50a0c91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:56.892164 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-491f3f06-7b97-4c1e-ad40-e58da50a0c91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:45:56.895972 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-491f3f06-7b97-4c1e-ad40-e58da50a0c91 admin admin] Usage tracker for resource:security_group_rule and tenant:71ca74ee64774941ab66f539ae2ddc8f is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:45:56.899389 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-491f3f06-7b97-4c1e-ad40-e58da50a0c91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:45:56.904241 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-286bfa2b-840c-409b-8a75-ead22d3807ff req-4069f942-d953-4128-a027-3016c679d940 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1113820a-e4bc-475d-ab40-abe09297a41e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1174533
Jun 28 16:45:56.905341 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-491f3f06-7b97-4c1e-ad40-e58da50a0c91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:45:56.906822 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-2e3c4b25-188f-41f0-b590-9f18088db535 req-d1017fe4-fc8e-499c-a803-e950cf540953 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "GET /v2.0/security-groups?id=50f17e0f-c82b-41aa-8bf5-826f54aa51e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560126
Jun 28 16:45:56.986813 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-491f3f06-7b97-4c1e-ad40-e58da50a0c91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:56.989799 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-491f3f06-7b97-4c1e-ad40-e58da50a0c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:56.998147 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-d0653897-2979-4a68-a6ba-2a9cd13935be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:45:57.043443 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491f3f06-7b97-4c1e-ad40-e58da50a0c91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a4800f7-9519-4e48-a77a-5a0af3bd080b,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:45:57.046876 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-491f3f06-7b97-4c1e-ad40-e58da50a0c91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:45:57.051850 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-491f3f06-7b97-4c1e-ad40-e58da50a0c91 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=71ca74ee64774941ab66f539ae2ddc8f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3569098
Jun 28 16:45:57.052993 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 39194) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:45:57.056955 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-286bfa2b-840c-409b-8a75-ead22d3807ff req-86f2b2b6-f154-43dd-bb4b-ba8645dee7e2 service neutron] 10.222.0.15 "GET /v2.0/networks/1113820a-e4bc-475d-ab40-abe09297a41e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1431639
Jun 28 16:45:57.119483 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-6930dc48-e856-4cc1-a661-26ff7dd07995 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:57.146327 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-6930dc48-e856-4cc1-a661-26ff7dd07995 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:57.198555 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-6930dc48-e856-4cc1-a661-26ff7dd07995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:57.201496 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-286bfa2b-840c-409b-8a75-ead22d3807ff req-a79ef15e-dd95-46bc-ae86-b786db82d36b service neutron] 10.222.0.15 "GET /v2.0/networks/1113820a-e4bc-475d-ab40-abe09297a41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1355877
Jun 28 16:45:57.202309 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-fc611176-e845-4bf0-a5f3-75c0b84efedd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:45:57.218800 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6930dc48-e856-4cc1-a661-26ff7dd07995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a4800f7-9519-4e48-a77a-5a0af3bd080b,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:45:57.221657 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-6930dc48-e856-4cc1-a661-26ff7dd07995 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:45:57.225519 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-6930dc48-e856-4cc1-a661-26ff7dd07995 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:57.225519 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-6930dc48-e856-4cc1-a661-26ff7dd07995 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2a4800f7-9519-4e48-a77a-5a0af3bd080b HTTP/1.1" status: 204  len: 168 time: 0.1720214
Jun 28 16:45:57.994294 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device 9ef9ab2d-d8e5-41cf-9873-0bc20df26315 details requested by agent hyperv_hv-cinder-79810 with host hv-cinder-79810 {{(pid=74152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 28 16:45:57.998516 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13925948-4426-461b-89e9-94e6f165abf9 req-3a043395-f2d4-4f77-9dad-146aea0d3069 tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:45:58.000174 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-13925948-4426-461b-89e9-94e6f165abf9 req-3a043395-f2d4-4f77-9dad-146aea0d3069 tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] 10.222.0.30 "GET /v2.0/ports?device_id=f82b89f5-d9cc-4b57-b4c9-42beb6b13590 HTTP/1.1" status: 200  len: 946 time: 0.1054983
Jun 28 16:45:58.077702 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-13925948-4426-461b-89e9-94e6f165abf9 req-73424b77-c064-4156-bfec-72d7bdde14ba tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] 10.222.0.30 "GET /v2.0/security-groups?id=f7a0c3dd-bcda-4cb4-9d9d-e9ba7b1ec6b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714533
Jun 28 16:45:58.186798 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] For port 9ef9ab2d-d8e5-41cf-9873-0bc20df26315, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=9ef9ab2d-d8e5-41cf-9873-0bc20df26315,segment=NetworkSegment(a4817e99-42da-4d18-9459-e39d672e39b3),segment_id=a4817e99-42da-4d18-9459-e39d672e39b3)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:45:58.211503 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Returning: {'device': '9ef9ab2d-d8e5-41cf-9873-0bc20df26315', 'network_id': '1113820a-e4bc-475d-ab40-abe09297a41e', 'port_id': '9ef9ab2d-d8e5-41cf-9873-0bc20df26315', 'mac_address': 'fa:16:3e:b3:78:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acc7f902-942c-4b8b-9dcb-fb852c89cf6c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 28 16:45:58.267605 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb2488-a1ae-448c-8549-3b0026c61108 req-3c14a86e-41ea-4c42-b853-60aff9e9f77e tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:45:58.270002 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-7ebb2488-a1ae-448c-8549-3b0026c61108 req-3c14a86e-41ea-4c42-b853-60aff9e9f77e tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] 10.222.0.15 "GET /v2.0/ports?device_id=f82b89f5-d9cc-4b57-b4c9-42beb6b13590 HTTP/1.1" status: 200  len: 946 time: 0.1410418
Jun 28 16:45:58.280851 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30214e1f-b9e9-492e-b442-74b6a352a9de req-af14d368-d920-40db-8354-acdb982c3cb1 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:45:58.283394 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-30214e1f-b9e9-492e-b442-74b6a352a9de req-af14d368-d920-40db-8354-acdb982c3cb1 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "GET /v2.0/ports?device_id=b81a1608-9252-4639-beb8-5670363a7228 HTTP/1.1" status: 200  len: 944 time: 0.2093070
Jun 28 16:45:58.311119 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:58.342453 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.notifiers.nova [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ef9ab2d-d8e5-41cf-9873-0bc20df26315 {{(pid=74152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 28 16:45:58.369113 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] For port 9ef9ab2d-d8e5-41cf-9873-0bc20df26315, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=9ef9ab2d-d8e5-41cf-9873-0bc20df26315,segment=NetworkSegment(a4817e99-42da-4d18-9459-e39d672e39b3),segment_id=a4817e99-42da-4d18-9459-e39d672e39b3)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:45:58.375011 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:58.377635 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:45:58.416082 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.plugin [req-7ebb2488-a1ae-448c-8549-3b0026c61108 req-d97beb3b-874e-450a-8fa5-4377f84cf43f tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] Deleting port c0199864-9d60-40ff-9a97-892bf7c23904 {{(pid=74150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 28 16:45:58.416504 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-7ebb2488-a1ae-448c-8549-3b0026c61108 req-d97beb3b-874e-450a-8fa5-4377f84cf43f tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771078813103'] for port, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:58.457752 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Pushing event updated for resources: {'Port': ['ID=9ef9ab2d-d8e5-41cf-9873-0bc20df26315,revision_number=4']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:45:58.463115 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:45:58.473619 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-30214e1f-b9e9-492e-b442-74b6a352a9de req-158931b9-2f91-4033-b4c3-3a2d8a5199d7 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "GET /v2.0/security-groups?id=50f17e0f-c82b-41aa-8bf5-826f54aa51e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1226783
Jun 28 16:45:58.605330 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] get_ports_and_sgs() called for port_ids ['9ef9ab2d-d8e5-41cf-9873-0bc20df26315'] {{(pid=74152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 28 16:45:58.693086 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.db [req-7ebb2488-a1ae-448c-8549-3b0026c61108 req-d97beb3b-874e-450a-8fa5-4377f84cf43f tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] For port c0199864-9d60-40ff-9a97-892bf7c23904, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=c0199864-9d60-40ff-9a97-892bf7c23904,segment=NetworkSegment(a2ba38a0-a8a7-428e-ae66-dabdf4d5f43a),segment_id=a2ba38a0-a8a7-428e-ae66-dabdf4d5f43a)] {{(pid=74150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:45:58.693485 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-7ebb2488-a1ae-448c-8549-3b0026c61108 req-d97beb3b-874e-450a-8fa5-4377f84cf43f tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679626'] for port, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:58.834964 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.plugin [req-7ebb2488-a1ae-448c-8549-3b0026c61108 req-d97beb3b-874e-450a-8fa5-4377f84cf43f tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] Calling delete_port for c0199864-9d60-40ff-9a97-892bf7c23904 owned by compute:nova {{(pid=74150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 28 16:45:59.132832 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-7ebb2488-a1ae-448c-8549-3b0026c61108 req-d97beb3b-874e-450a-8fa5-4377f84cf43f tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771078770342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771078328122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32536825'] for port, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:59.146456 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] get_ports_and_sgs() called for port_ids ['c0199864-9d60-40ff-9a97-892bf7c23904'] {{(pid=74152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 28 16:45:59.148490 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-7166bf3a-3c4b-411f-b1ed-245ecae7e182 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:45:59.209020 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97beb3b-874e-450a-8fa5-4377f84cf43f tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] Pushing event deleted for resources: {'Port': ['ID=c0199864-9d60-40ff-9a97-892bf7c23904,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:45:59.253583 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-d97beb3b-874e-450a-8fa5-4377f84cf43f tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:45:59.331474 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ebb2488-a1ae-448c-8549-3b0026c61108 req-d97beb3b-874e-450a-8fa5-4377f84cf43f tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] No DVR routers for this DVR port c0199864-9d60-40ff-9a97-892bf7c23904 on host hv-cinder-79810 {{(pid=74150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 28 16:45:59.334681 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-bd984a77-a771-4351-95d4-219099cac4d8 req-20a45ee2-675f-4e56-abd3-2388cfdf353a tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] 10.222.0.30 "GET /v2.0/ports?device_id=f82b89f5-d9cc-4b57-b4c9-42beb6b13590 HTTP/1.1" status: 200  len: 210 time: 0.0748825
Jun 28 16:45:59.336939 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-7ebb2488-a1ae-448c-8549-3b0026c61108 req-d97beb3b-874e-450a-8fa5-4377f84cf43f tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022804'] for port, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:45:59.339749 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f82b89f5-d9cc-4b57-b4c9-42beb6b13590', 'name': 'network-vif-deleted', 'tag': 'c0199864-9d60-40ff-9a97-892bf7c23904'}] {{(pid=74150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 28 16:45:59.376359 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-7ebb2488-a1ae-448c-8549-3b0026c61108 req-d97beb3b-874e-450a-8fa5-4377f84cf43f tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] 10.222.0.15 "DELETE /v2.0/ports/c0199864-9d60-40ff-9a97-892bf7c23904 HTTP/1.1" status: 204  len: 173 time: 1.0916376
Jun 28 16:45:59.408393 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f82b89f5-d9cc-4b57-b4c9-42beb6b13590', 'name': 'network-vif-deleted', 'tag': 'c0199864-9d60-40ff-9a97-892bf7c23904', 'status': 'completed', 'code': 200}
Jun 28 16:45:59.794738 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b712f-88c7-4199-b9ab-0b3caa902584 req-7d6985c4-3b3d-4f18-bc8a-8575e98bbba1 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:45:59.796573 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-5e3b712f-88c7-4199-b9ab-0b3caa902584 req-7d6985c4-3b3d-4f18-bc8a-8575e98bbba1 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "GET /v2.0/ports?device_id=b81a1608-9252-4639-beb8-5670363a7228 HTTP/1.1" status: 200  len: 945 time: 0.0948825
Jun 28 16:45:59.884022 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-5e3b712f-88c7-4199-b9ab-0b3caa902584 req-0276bf60-fd7e-4980-b214-00284c90872e tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "GET /v2.0/security-groups?id=50f17e0f-c82b-41aa-8bf5-826f54aa51e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0775788
Jun 28 16:46:00.007983 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device 9ef9ab2d-d8e5-41cf-9873-0bc20df26315 up at agent hyperv_hv-cinder-79810 {{(pid=74152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 28 16:46:00.080627 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Provisioning for port 9ef9ab2d-d8e5-41cf-9873-0bc20df26315 completed by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 28 16:46:00.087241 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Provisioning complete for port 9ef9ab2d-d8e5-41cf-9873-0bc20df26315 triggered by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:46:00.087609 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:00.218096 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:00.249515 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b81a1608-9252-4639-beb8-5670363a7228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ef9ab2d-d8e5-41cf-9873-0bc20df26315'}] {{(pid=74152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 28 16:46:00.262784 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] For port 9ef9ab2d-d8e5-41cf-9873-0bc20df26315, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=9ef9ab2d-d8e5-41cf-9873-0bc20df26315,segment=NetworkSegment(a4817e99-42da-4d18-9459-e39d672e39b3),segment_id=a4817e99-42da-4d18-9459-e39d672e39b3)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:46:00.267418 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:00.268591 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device c0199864-9d60-40ff-9a97-892bf7c23904 no longer exists at agent hyperv_hv-cinder-79810 {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 28 16:46:00.300094 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:46:00.329341 dv-cinder-798104-1-iscsi neutron-server[74152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b81a1608-9252-4639-beb8-5670363a7228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ef9ab2d-d8e5-41cf-9873-0bc20df26315', 'code': 200}
Jun 28 16:46:00.339168 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] No Port match for: c0199864-9d60-40ff-9a97-892bf7c23904 {{(pid=74152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 28 16:46:00.339508 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device c0199864-9d60-40ff-9a97-892bf7c23904 not bound to the agent host hv-cinder-79810 {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 28 16:46:00.377309 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Pushing event updated for resources: {'Port': ['ID=9ef9ab2d-d8e5-41cf-9873-0bc20df26315,revision_number=5']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:46:00.380735 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:46:00.583935 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-40945c3d-ce6d-4be0-864f-8f1be32af0c3 req-4675d9c9-debe-4b30-bd79-18f343e14690 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b81a1608-9252-4639-beb8-5670363a7228 HTTP/1.1" status: 200  len: 1099 time: 0.0751503
Jun 28 16:46:00.633791 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-40945c3d-ce6d-4be0-864f-8f1be32af0c3 req-2fe91bef-0ee2-4a42-ade2-d78b895e72de service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=50f17e0f-c82b-41aa-8bf5-826f54aa51e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431135
Jun 28 16:46:01.103221 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9681c082-cd4c-4b6f-8fa4-66bd88bd5e1a req-b4459234-34d8-464c-a05b-fa8e1d5d5861 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:46:01.104632 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-9681c082-cd4c-4b6f-8fa4-66bd88bd5e1a req-b4459234-34d8-464c-a05b-fa8e1d5d5861 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "GET /v2.0/ports?device_id=b81a1608-9252-4639-beb8-5670363a7228 HTTP/1.1" status: 200  len: 946 time: 0.0938811
Jun 28 16:46:01.158773 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-9681c082-cd4c-4b6f-8fa4-66bd88bd5e1a req-801ab6ab-8443-42ae-8f83-ffe83e0dc0f4 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "GET /v2.0/security-groups?id=50f17e0f-c82b-41aa-8bf5-826f54aa51e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479586
Jun 28 16:46:02.379748 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91498f1-2a0d-4800-a24f-deb92cff4493 req-69c15ca6-1805-4ff4-94f7-dd6bb391e294 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:46:02.381706 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-a91498f1-2a0d-4800-a24f-deb92cff4493 req-69c15ca6-1805-4ff4-94f7-dd6bb391e294 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "GET /v2.0/ports?device_id=b81a1608-9252-4639-beb8-5670363a7228 HTTP/1.1" status: 200  len: 946 time: 0.0859094
Jun 28 16:46:02.431080 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-a91498f1-2a0d-4800-a24f-deb92cff4493 req-710c00a6-c0f5-42b9-b8ee-fbf88dd6b6f3 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "GET /v2.0/security-groups?id=50f17e0f-c82b-41aa-8bf5-826f54aa51e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434844
Jun 28 16:46:03.714935 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff1a3e5-9a83-454f-9f10-025066155863 req-2a8b47d5-a2e0-4b52-afc7-e055c5680609 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:46:03.716477 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-2ff1a3e5-9a83-454f-9f10-025066155863 req-2a8b47d5-a2e0-4b52-afc7-e055c5680609 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "GET /v2.0/ports?device_id=b81a1608-9252-4639-beb8-5670363a7228 HTTP/1.1" status: 200  len: 946 time: 0.0869551
Jun 28 16:46:03.766403 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-2ff1a3e5-9a83-454f-9f10-025066155863 req-cbb4da0f-d32f-4d65-bf0a-8c49845fee0e tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "GET /v2.0/security-groups?id=50f17e0f-c82b-41aa-8bf5-826f54aa51e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439343
Jun 28 16:46:05.159201 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cf741a-dab1-4dd3-b130-94e8773ecaf3 req-9cc4ff6f-cf97-4feb-9c1a-e53526d8e2e9 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:46:05.166068 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-48cf741a-dab1-4dd3-b130-94e8773ecaf3 req-9cc4ff6f-cf97-4feb-9c1a-e53526d8e2e9 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "GET /v2.0/ports?device_id=b81a1608-9252-4639-beb8-5670363a7228 HTTP/1.1" status: 200  len: 946 time: 0.1403427
Jun 28 16:46:05.254093 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-48cf741a-dab1-4dd3-b130-94e8773ecaf3 req-6cb69760-d6ea-4c51-8610-352727fb4ecc tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "GET /v2.0/security-groups?id=50f17e0f-c82b-41aa-8bf5-826f54aa51e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0816588
Jun 28 16:46:05.509061 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d7a56f-7f0b-45c1-8384-a4ca105a9ac6 req-af1b6542-c578-436d-a2c9-0a7143eb2c73 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:46:05.510680 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-28d7a56f-7f0b-45c1-8384-a4ca105a9ac6 req-af1b6542-c578-436d-a2c9-0a7143eb2c73 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a3c276e-863c-4266-95d9-7d34e687fbcb HTTP/1.1" status: 200  len: 947 time: 0.1619623
Jun 28 16:46:05.588023 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197030d2-6762-4de1-af4f-8f82fc1c062c req-b3dc4bac-7081-4a21-808c-0cd995a06200 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:46:05.589718 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-197030d2-6762-4de1-af4f-8f82fc1c062c req-b3dc4bac-7081-4a21-808c-0cd995a06200 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "GET /v2.0/ports?device_id=b81a1608-9252-4639-beb8-5670363a7228 HTTP/1.1" status: 200  len: 946 time: 0.1640058
Jun 28 16:46:05.592912 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-28d7a56f-7f0b-45c1-8384-a4ca105a9ac6 req-27bd1108-3758-4a05-95a1-d4c1d84edde4 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=617347ef-10fd-471e-b011-50ccff30f907&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0715971
Jun 28 16:46:05.647658 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-197030d2-6762-4de1-af4f-8f82fc1c062c req-180bac1a-c226-4560-a286-1757681c92c1 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "GET /v2.0/security-groups?id=50f17e0f-c82b-41aa-8bf5-826f54aa51e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487916
Jun 28 16:46:06.271263 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3818d97b-701f-4180-960c-25c37036783e req-efa1a0a4-5096-4d51-8df6-8e3df86b8964 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:46:06.273571 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-3818d97b-701f-4180-960c-25c37036783e req-efa1a0a4-5096-4d51-8df6-8e3df86b8964 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "GET /v2.0/ports?device_id=b81a1608-9252-4639-beb8-5670363a7228 HTTP/1.1" status: 200  len: 946 time: 0.1055624
Jun 28 16:46:06.324086 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-3818d97b-701f-4180-960c-25c37036783e req-d0fa53d1-8c1e-4aba-8313-3e498df640ec tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "GET /v2.0/security-groups?id=50f17e0f-c82b-41aa-8bf5-826f54aa51e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446012
Jun 28 16:46:07.118233 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432df4c4-0fe0-4fc0-95bb-e761242ebef4 req-a51284e1-2830-4582-bc0a-938d8529c305 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:46:07.120447 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-432df4c4-0fe0-4fc0-95bb-e761242ebef4 req-a51284e1-2830-4582-bc0a-938d8529c305 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a3c276e-863c-4266-95d9-7d34e687fbcb HTTP/1.1" status: 200  len: 947 time: 0.1827331
Jun 28 16:46:07.262164 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.plugin [req-432df4c4-0fe0-4fc0-95bb-e761242ebef4 req-5882984b-bd2a-4dd1-afc6-60c8c58704be tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Deleting port 75089fd2-da65-4e0a-8bb4-4377a45a94d1 {{(pid=74150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 28 16:46:07.262498 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-432df4c4-0fe0-4fc0-95bb-e761242ebef4 req-5882984b-bd2a-4dd1-afc6-60c8c58704be tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771078813103'] for port, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:07.390150 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e215f-6cf2-4d80-8a43-5a5a39ad756e req-8e62a9c2-5b80-45f2-81a7-1ddb5b866005 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:46:07.391694 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-881e215f-6cf2-4d80-8a43-5a5a39ad756e req-8e62a9c2-5b80-45f2-81a7-1ddb5b866005 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a3c276e-863c-4266-95d9-7d34e687fbcb HTTP/1.1" status: 200  len: 947 time: 0.5966556
Jun 28 16:46:07.604783 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-881e215f-6cf2-4d80-8a43-5a5a39ad756e req-cd8b1117-22d2-4bee-a3fb-4e899878de7c tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=617347ef-10fd-471e-b011-50ccff30f907&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2047820
Jun 28 16:46:07.763163 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.db [req-432df4c4-0fe0-4fc0-95bb-e761242ebef4 req-5882984b-bd2a-4dd1-afc6-60c8c58704be tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] For port 75089fd2-da65-4e0a-8bb4-4377a45a94d1, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=75089fd2-da65-4e0a-8bb4-4377a45a94d1,segment=NetworkSegment(f7e7868f-b1c3-4298-a940-297b02826b74),segment_id=f7e7868f-b1c3-4298-a940-297b02826b74)] {{(pid=74150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:46:07.763505 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-432df4c4-0fe0-4fc0-95bb-e761242ebef4 req-5882984b-bd2a-4dd1-afc6-60c8c58704be tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679626'] for port, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:07.776489 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba7225-c09a-46cf-b62d-d84108741389 req-d289b0e1-ec04-4fa7-8372-e9f495187abe tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:46:07.778002 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-b1ba7225-c09a-46cf-b62d-d84108741389 req-d289b0e1-ec04-4fa7-8372-e9f495187abe tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/ports?device_id=69a01249-24b4-4899-982a-37bd6370d430 HTTP/1.1" status: 200  len: 945 time: 0.4611957
Jun 28 16:46:07.967585 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-b1ba7225-c09a-46cf-b62d-d84108741389 req-12366388-b800-446e-b310-d58d138042c7 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/security-groups?id=961c93a5-ebeb-476d-8144-f2a60620665a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1358197
Jun 28 16:46:08.122162 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-432df4c4-0fe0-4fc0-95bb-e761242ebef4 req-5882984b-bd2a-4dd1-afc6-60c8c58704be tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:08.122532 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-432df4c4-0fe0-4fc0-95bb-e761242ebef4 req-5882984b-bd2a-4dd1-afc6-60c8c58704be tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674138'] for floatingip, after_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:08.122844 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.db.l3_db [req-432df4c4-0fe0-4fc0-95bb-e761242ebef4 req-5882984b-bd2a-4dd1-afc6-60c8c58704be tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Floating IP 5ddd71b5-6dbe-4d4b-b7fb-50b0870d478e disassociated. External IP: 172.27.2.138, port: 75089fd2-da65-4e0a-8bb4-4377a45a94d1.
Jun 28 16:46:08.123182 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.plugin [req-432df4c4-0fe0-4fc0-95bb-e761242ebef4 req-5882984b-bd2a-4dd1-afc6-60c8c58704be tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Calling delete_port for 75089fd2-da65-4e0a-8bb4-4377a45a94d1 owned by compute:nova {{(pid=74150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 28 16:46:08.323327 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-432df4c4-0fe0-4fc0-95bb-e761242ebef4 req-5882984b-bd2a-4dd1-afc6-60c8c58704be tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771078770342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771078328122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32536825'] for port, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:08.329382 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:46:08.375225 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5882984b-bd2a-4dd1-afc6-60c8c58704be tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Pushing event deleted for resources: {'Port': ['ID=75089fd2-da65-4e0a-8bb4-4377a45a94d1,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:46:08.378797 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-5882984b-bd2a-4dd1-afc6-60c8c58704be tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:46:08.604292 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.scheduler.l3_agent_scheduler [req-432df4c4-0fe0-4fc0-95bb-e761242ebef4 req-5882984b-bd2a-4dd1-afc6-60c8c58704be tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Router e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0 has already been hosted by L3 agent c1a676c2-2a78-4c35-ab22-a28e05dfd46e {{(pid=74150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 28 16:46:08.838785 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-c37e6e29-afba-4da9-a935-8323b1e93521 req-d96dc0c0-2b0f-4dd7-9264-8a5d83089041 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a3c276e-863c-4266-95d9-7d34e687fbcb HTTP/1.1" status: 200  len: 210 time: 0.0633960
Jun 28 16:46:08.884557 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-432df4c4-0fe0-4fc0-95bb-e761242ebef4 req-5882984b-bd2a-4dd1-afc6-60c8c58704be tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify agent at l3_agent.dv-cinder-798104-1-iscsi the message routers_updated {{(pid=74150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 28 16:46:08.896507 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05e4c78-8409-4f8d-aa3b-215c78a75469 None None] Sync routers for ids ['e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0'] in dv-cinder-798104-1-iscsi {{(pid=74152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 28 16:46:08.911516 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05e4c78-8409-4f8d-aa3b-215c78a75469 None None] Routers {'e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0'} bound to L3 agent in host dv-cinder-798104-1-iscsi {{(pid=74152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 28 16:46:08.912141 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-e05e4c78-8409-4f8d-aa3b-215c78a75469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa2cf521430>, 'dv-cinder-798104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T16:33:11Z,description=<?>,heartbeat_timestamp=2021-06-28T16:45:41Z,host='dv-cinder-798104-1-iscsi',id=c1a676c2-2a78-4c35-ab22-a28e05dfd46e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-28T16:33:11Z,topic='l3_agent')) {'router_ids': ['e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0'], 'active': True} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:46:08.987151 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.l3_dvrscheduler_db [req-432df4c4-0fe0-4fc0-95bb-e761242ebef4 req-5882984b-bd2a-4dd1-afc6-60c8c58704be tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] No DVR routers for this DVR port 75089fd2-da65-4e0a-8bb4-4377a45a94d1 on host hv-cinder-79810 {{(pid=74150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 28 16:46:08.990276 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-432df4c4-0fe0-4fc0-95bb-e761242ebef4 req-5882984b-bd2a-4dd1-afc6-60c8c58704be tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022804'] for port, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:08.995968 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a3c276e-863c-4266-95d9-7d34e687fbcb', 'name': 'network-vif-deleted', 'tag': '75089fd2-da65-4e0a-8bb4-4377a45a94d1'}] {{(pid=74150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 28 16:46:08.996910 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-74e25e71-87cc-4f4e-97d5-c53f970d1911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:09.014677 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-432df4c4-0fe0-4fc0-95bb-e761242ebef4 req-5882984b-bd2a-4dd1-afc6-60c8c58704be tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.15 "DELETE /v2.0/ports/75089fd2-da65-4e0a-8bb4-4377a45a94d1 HTTP/1.1" status: 204  len: 173 time: 1.8880363
Jun 28 16:46:09.129656 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a3c276e-863c-4266-95d9-7d34e687fbcb', 'name': 'network-vif-deleted', 'tag': '75089fd2-da65-4e0a-8bb4-4377a45a94d1', 'status': 'completed', 'code': 200}
Jun 28 16:46:09.141747 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvr_db [None req-e05e4c78-8409-4f8d-aa3b-215c78a75469 None None] Set router e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0 gateway port host: dv-cinder-798104-1-iscsi {{(pid=74152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 28 16:46:09.282889 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2154d5-d626-4d8f-8a67-b16a5e639bb0 req-d80d70d3-cabd-4a21-85fd-150ba8b06bc4 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:46:09.282889 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-ea2154d5-d626-4d8f-8a67-b16a5e639bb0 req-d80d70d3-cabd-4a21-85fd-150ba8b06bc4 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/ports?device_id=69a01249-24b4-4899-982a-37bd6370d430 HTTP/1.1" status: 200  len: 945 time: 0.0992424
Jun 28 16:46:09.398450 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-ea2154d5-d626-4d8f-8a67-b16a5e639bb0 req-ab6506ac-9096-4137-9413-1de49af377cd tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/security-groups?id=961c93a5-ebeb-476d-8144-f2a60620665a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0979135
Jun 28 16:46:09.487124 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:09.628493 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-e05e4c78-8409-4f8d-aa3b-215c78a75469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa2cf521430>, [{'id': 'e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0', 'name': 'tempest-AttachVolumeShelveTestJSON-1703409747-router', 'tenant_id': '63a2e49b0c454d43890a422c6fd0684c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'fdc35852-b6f6-405a-825d-15926a01a8b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:06Z', 'updated_at': '2021-06-28T16:41:18Z', 'revision_number': 4, 'project_id': '63a2e49b0c454d43890a422c6fd0684c', 'gw_port': {'id': 'fdc35852-b6f6-405a-825d-15926a01a8b0', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:07Z', 'updated_at': '2021-06-28T16:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi', '_interfaces': [{'id': '11f140e5-d625-4165-935e-6213876d0e9a', 'name': '', 'network_id': '5a346278-b5ab-4c50-92aa-d9c545e84c60', 'tenant_id': '63a2e49b0c454d43890a422c6fd0684c', 'mac_address': 'fa:16:3e:89:a6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3e3d357-dcc0-424c-a40d-bd73416cd8db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:16Z', 'updated_at': '2021-06-28T16:42:01Z', 'revision_number': 5, 'project_id': '63a2e49b0c454d43890a422c6fd0684c', 'subnets': [{'id': 'b3e3d357-dcc0-424c-a40d-bd73416cd8db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-iscsi', False) {} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:46:09.633973 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05e4c78-8409-4f8d-aa3b-215c78a75469 None None] Checking router: e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0 for host: dv-cinder-798104-1-iscsi {{(pid=74152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 28 16:46:09.646378 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05e4c78-8409-4f8d-aa3b-215c78a75469 None None] Routers {'e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0'} bound to L3 agent in host dv-cinder-798104-1-iscsi {{(pid=74152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 28 16:46:09.647589 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-e05e4c78-8409-4f8d-aa3b-215c78a75469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa2cf521430>, 'dv-cinder-798104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T16:33:11Z,description=<?>,heartbeat_timestamp=2021-06-28T16:45:41Z,host='dv-cinder-798104-1-iscsi',id=c1a676c2-2a78-4c35-ab22-a28e05dfd46e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-28T16:33:11Z,topic='l3_agent')) {'router_ids': ['e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0'], 'active': True} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:46:09.943150 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvr_db [None req-e05e4c78-8409-4f8d-aa3b-215c78a75469 None None] Set router e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0 gateway port host: dv-cinder-798104-1-iscsi {{(pid=74152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 28 16:46:10.127720 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-10c83d2e-845f-4f9f-924b-614a4568d0e7 req-fb2818fe-569a-4f27-9ff9-1248ba08d5f2 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Synchronizing usage tracker for tenant:63a2e49b0c454d43890a422c6fd0684c on resource:port {{(pid=74150) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 28 16:46:10.158461 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-10c83d2e-845f-4f9f-924b-614a4568d0e7 req-fb2818fe-569a-4f27-9ff9-1248ba08d5f2 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Unset dirty status for tenant:63a2e49b0c454d43890a422c6fd0684c on resource:port {{(pid=74150) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 28 16:46:10.159999 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-10c83d2e-845f-4f9f-924b-614a4568d0e7 req-fb2818fe-569a-4f27-9ff9-1248ba08d5f2 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a3c276e-863c-4266-95d9-7d34e687fbcb HTTP/1.1" status: 200  len: 210 time: 0.1166241
Jun 28 16:46:10.284965 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device 75089fd2-da65-4e0a-8bb4-4377a45a94d1 no longer exists at agent hyperv_hv-cinder-79810 {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 28 16:46:10.332189 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] No Port match for: 75089fd2-da65-4e0a-8bb4-4377a45a94d1 {{(pid=74152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 28 16:46:10.332668 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device 75089fd2-da65-4e0a-8bb4-4377a45a94d1 not bound to the agent host hv-cinder-79810 {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 28 16:46:10.372343 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-e05e4c78-8409-4f8d-aa3b-215c78a75469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa2cf521430>, [{'id': 'e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0', 'name': 'tempest-AttachVolumeShelveTestJSON-1703409747-router', 'tenant_id': '63a2e49b0c454d43890a422c6fd0684c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'fdc35852-b6f6-405a-825d-15926a01a8b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:06Z', 'updated_at': '2021-06-28T16:41:18Z', 'revision_number': 4, 'project_id': '63a2e49b0c454d43890a422c6fd0684c', 'gw_port': {'id': 'fdc35852-b6f6-405a-825d-15926a01a8b0', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:07Z', 'updated_at': '2021-06-28T16:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi', '_interfaces': [{'id': '11f140e5-d625-4165-935e-6213876d0e9a', 'name': '', 'network_id': '5a346278-b5ab-4c50-92aa-d9c545e84c60', 'tenant_id': '63a2e49b0c454d43890a422c6fd0684c', 'mac_address': 'fa:16:3e:89:a6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3e3d357-dcc0-424c-a40d-bd73416cd8db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:16Z', 'updated_at': '2021-06-28T16:42:01Z', 'revision_number': 5, 'project_id': '63a2e49b0c454d43890a422c6fd0684c', 'subnets': [{'id': 'b3e3d357-dcc0-424c-a40d-bd73416cd8db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-iscsi', False) {} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:46:10.377009 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05e4c78-8409-4f8d-aa3b-215c78a75469 None None] The sync data for ids ['e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0'] in dv-cinder-798104-1-iscsi is: [{'id': 'e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0', 'name': 'tempest-AttachVolumeShelveTestJSON-1703409747-router', 'tenant_id': '63a2e49b0c454d43890a422c6fd0684c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'fdc35852-b6f6-405a-825d-15926a01a8b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:06Z', 'updated_at': '2021-06-28T16:41:18Z', 'revision_number': 4, 'project_id': '63a2e49b0c454d43890a422c6fd0684c', 'gw_port': {'id': 'fdc35852-b6f6-405a-825d-15926a01a8b0', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:07Z', 'updated_at': '2021-06-28T16:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi', '_interfaces': [{'id': '11f140e5-d625-4165-935e-6213876d0e9a', 'name': '', 'network_id': '5a346278-b5ab-4c50-92aa-d9c545e84c60', 'tenant_id': '63a2e49b0c454d43890a422c6fd0684c', 'mac_address': 'fa:16:3e:89:a6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3e3d357-dcc0-424c-a40d-bd73416cd8db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:16Z', 'updated_at': '2021-06-28T16:42:01Z', 'revision_number': 5, 'project_id': '63a2e49b0c454d43890a422c6fd0684c', 'subnets': [{'id': 'b3e3d357-dcc0-424c-a40d-bd73416cd8db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 28 16:46:10.722399 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f57fd38-213a-4587-8bfd-bab2cc5e3b40 None None] New status for floating IP 5ddd71b5-6dbe-4d4b-b7fb-50b0870d478e: DOWN {{(pid=74153) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jun 28 16:46:10.729536 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d615fcbc-b882-43f8-afe4-6b6807d85015 req-491960f6-4201-44e1-b79e-2394d6748e20 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:46:10.731154 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-d615fcbc-b882-43f8-afe4-6b6807d85015 req-491960f6-4201-44e1-b79e-2394d6748e20 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/ports?device_id=69a01249-24b4-4899-982a-37bd6370d430 HTTP/1.1" status: 200  len: 945 time: 0.1465778
Jun 28 16:46:10.791103 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-d615fcbc-b882-43f8-afe4-6b6807d85015 req-f936b36f-97b2-4f27-924f-c7ac50a428b4 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/security-groups?id=961c93a5-ebeb-476d-8144-f2a60620665a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0526669
Jun 28 16:46:10.929445 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d5b09-0b93-42bb-8a11-a13f5158f50d req-a2eaff4a-d3fa-48cc-b782-7d8512b81df7 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:46:10.931999 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-cc2d5b09-0b93-42bb-8a11-a13f5158f50d req-a2eaff4a-d3fa-48cc-b782-7d8512b81df7 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.15 "GET /v2.0/ports?device_id=69a01249-24b4-4899-982a-37bd6370d430 HTTP/1.1" status: 200  len: 945 time: 0.1383832
Jun 28 16:46:11.062494 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.plugin [req-cc2d5b09-0b93-42bb-8a11-a13f5158f50d req-4befdd73-c3a2-4e9b-9c6f-2215cece7251 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Deleting port ffc5ad1f-7e0f-48d1-9e62-7942808edf31 {{(pid=74150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 28 16:46:11.063168 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-cc2d5b09-0b93-42bb-8a11-a13f5158f50d req-4befdd73-c3a2-4e9b-9c6f-2215cece7251 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771078813103'] for port, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:11.258138 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-a50a5fd4-008b-4ce9-b161-d2b3375bbcd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:11.452420 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 39406) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:46:11.471999 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.agents_db [None req-cfc1c983-b0ac-48e0-8737-db5653a7b2f7 None None] Agent healthcheck: found 6 active agents {{(pid=74153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 28 16:46:11.522490 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-e1b92428-1f20-4fe6-8c7e-468cc15e4584 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify callbacks [] for security_group, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:11.555067 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-e1b92428-1f20-4fe6-8c7e-468cc15e4584 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:11.614197 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-e1b92428-1f20-4fe6-8c7e-468cc15e4584 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:11.622965 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-77ef6036-3044-491c-a298-756c8ccb1324 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:46:11.630146 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.db [req-cc2d5b09-0b93-42bb-8a11-a13f5158f50d req-4befdd73-c3a2-4e9b-9c6f-2215cece7251 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] For port ffc5ad1f-7e0f-48d1-9e62-7942808edf31, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=ffc5ad1f-7e0f-48d1-9e62-7942808edf31,segment=NetworkSegment(d95c8297-5540-4933-9f3d-9c3b535a42fe),segment_id=d95c8297-5540-4933-9f3d-9c3b535a42fe)] {{(pid=74150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:46:11.630760 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-cc2d5b09-0b93-42bb-8a11-a13f5158f50d req-4befdd73-c3a2-4e9b-9c6f-2215cece7251 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679626'] for port, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:11.642944 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b92428-1f20-4fe6-8c7e-468cc15e4584 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=617347ef-10fd-471e-b011-50ccff30f907,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:46:11.653148 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-e1b92428-1f20-4fe6-8c7e-468cc15e4584 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify callbacks [] for security_group, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:11.654548 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-e1b92428-1f20-4fe6-8c7e-468cc15e4584 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "DELETE /v2.0/security-groups/617347ef-10fd-471e-b011-50ccff30f907 HTTP/1.1" status: 204  len: 168 time: 0.2005563
Jun 28 16:46:11.656542 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b92428-1f20-4fe6-8c7e-468cc15e4584 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:46:11.657085 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b92428-1f20-4fe6-8c7e-468cc15e4584 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:46:11.657650 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b92428-1f20-4fe6-8c7e-468cc15e4584 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:46:11.658169 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b92428-1f20-4fe6-8c7e-468cc15e4584 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:46:11.658689 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b92428-1f20-4fe6-8c7e-468cc15e4584 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:46:11.659194 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b92428-1f20-4fe6-8c7e-468cc15e4584 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:46:11.659752 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b92428-1f20-4fe6-8c7e-468cc15e4584 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:46:11.660251 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b92428-1f20-4fe6-8c7e-468cc15e4584 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:46:11.660753 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b92428-1f20-4fe6-8c7e-468cc15e4584 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:46:11.661357 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b92428-1f20-4fe6-8c7e-468cc15e4584 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:46:11.661905 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b92428-1f20-4fe6-8c7e-468cc15e4584 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:46:11.665272 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 39414) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:46:11.668606 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-e1b92428-1f20-4fe6-8c7e-468cc15e4584 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:46:11.685873 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.api.v2.resource [None req-96ea9563-7718-4705-aee4-abf5395f260e tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] show failed (client error): The resource could not be found.
Jun 28 16:46:11.687254 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-96ea9563-7718-4705-aee4-abf5395f260e tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups/617347ef-10fd-471e-b011-50ccff30f907 HTTP/1.1" status: 404  len: 347 time: 0.0207498
Jun 28 16:46:11.690817 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 39418) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:46:11.892075 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.plugin [None req-33d0f07a-603c-4f70-9067-611d55397bd7 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Deleting port 5dc45967-f3d0-48ac-94d6-ada6379a960a {{(pid=74151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 28 16:46:11.892419 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-33d0f07a-603c-4f70-9067-611d55397bd7 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771078813103'] for port, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:11.894558 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fdd43b-a9fb-4948-9ddd-fe5505a164ca req-86b27011-1956-426a-a5ed-86a6cca8acbf tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:46:11.901976 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-06fdd43b-a9fb-4948-9ddd-fe5505a164ca req-86b27011-1956-426a-a5ed-86a6cca8acbf tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] 10.222.0.30 "GET /v2.0/networks?id=cedf6a8a-6813-41b3-b6f2-977e493bfa53 HTTP/1.1" status: 200  len: 814 time: 0.4417746
Jun 28 16:46:11.937745 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-06fdd43b-a9fb-4948-9ddd-fe5505a164ca req-3cf18654-3452-480b-a5e3-a98c69d39511 tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] 10.222.0.30 "GET /v2.0/quotas/6ddb52d6c54b4cf787bc418ce22a686e HTTP/1.1" status: 200  len: 375 time: 0.0348139
Jun 28 16:46:12.040526 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-06fdd43b-a9fb-4948-9ddd-fe5505a164ca req-c6dda45a-45ba-414d-8d21-447d147ddbfe tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] Synchronizing usage tracker for tenant:6ddb52d6c54b4cf787bc418ce22a686e on resource:port {{(pid=74150) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 28 16:46:12.091632 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-33d0f07a-603c-4f70-9067-611d55397bd7 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679626'] for port, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:12.091985 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-33d0f07a-603c-4f70-9067-611d55397bd7 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:12.165979 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-06fdd43b-a9fb-4948-9ddd-fe5505a164ca req-c6dda45a-45ba-414d-8d21-447d147ddbfe tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] Unset dirty status for tenant:6ddb52d6c54b4cf787bc418ce22a686e on resource:port {{(pid=74150) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 28 16:46:12.167516 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-06fdd43b-a9fb-4948-9ddd-fe5505a164ca req-c6dda45a-45ba-414d-8d21-447d147ddbfe tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6ddb52d6c54b4cf787bc418ce22a686e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.2239490
Jun 28 16:46:12.196407 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-cc2d5b09-0b93-42bb-8a11-a13f5158f50d req-4befdd73-c3a2-4e9b-9c6f-2215cece7251 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:12.196407 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-cc2d5b09-0b93-42bb-8a11-a13f5158f50d req-4befdd73-c3a2-4e9b-9c6f-2215cece7251 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674138'] for floatingip, after_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:12.196734 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.db.l3_db [req-cc2d5b09-0b93-42bb-8a11-a13f5158f50d req-4befdd73-c3a2-4e9b-9c6f-2215cece7251 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Floating IP 21e54436-f23b-4c6a-b851-15ac7dc963f1 disassociated. External IP: 172.27.2.218, port: ffc5ad1f-7e0f-48d1-9e62-7942808edf31.
Jun 28 16:46:12.196913 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.plugin [req-cc2d5b09-0b93-42bb-8a11-a13f5158f50d req-4befdd73-c3a2-4e9b-9c6f-2215cece7251 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Calling delete_port for ffc5ad1f-7e0f-48d1-9e62-7942808edf31 owned by compute:nova {{(pid=74150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 28 16:46:12.258704 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf61e8e-4413-4909-b59e-3ffb56cbe164 req-da2c9b69-7dae-4f83-a123-66fb85055d17 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:46:12.259902 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-bdf61e8e-4413-4909-b59e-3ffb56cbe164 req-da2c9b69-7dae-4f83-a123-66fb85055d17 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/ports?device_id=69a01249-24b4-4899-982a-37bd6370d430 HTTP/1.1" status: 200  len: 945 time: 0.2627277
Jun 28 16:46:12.294424 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.plugin [None req-33d0f07a-603c-4f70-9067-611d55397bd7 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Calling delete_port for 5dc45967-f3d0-48ac-94d6-ada6379a960a owned by network:floatingip {{(pid=74151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 28 16:46:12.434820 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-6c3ff140-2be5-46e8-b74a-5424bc372793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:12.470753 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-33d0f07a-603c-4f70-9067-611d55397bd7 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771078770342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771078328122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32204965'] for port, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:12.474465 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:46:12.515803 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d0f07a-603c-4f70-9067-611d55397bd7 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Pushing event deleted for resources: {'Port': ['ID=5dc45967-f3d0-48ac-94d6-ada6379a960a,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:46:12.519341 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-33d0f07a-603c-4f70-9067-611d55397bd7 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:46:12.524868 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-bdf61e8e-4413-4909-b59e-3ffb56cbe164 req-99053b29-4ed1-4c18-9ef6-52c7f26c1291 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/security-groups?id=961c93a5-ebeb-476d-8144-f2a60620665a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2555213
Jun 28 16:46:12.593868 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-06fdd43b-a9fb-4948-9ddd-fe5505a164ca req-ca449cf7-35b1-439d-877a-3d0baedcd7fe service neutron] 10.222.0.30 "GET /v2.0/networks/cedf6a8a-6813-41b3-b6f2-977e493bfa53?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4081106
Jun 28 16:46:12.599981 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-cc2d5b09-0b93-42bb-8a11-a13f5158f50d req-4befdd73-c3a2-4e9b-9c6f-2215cece7251 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771078770342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771078328122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32536825'] for port, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:12.621837 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-33d0f07a-603c-4f70-9067-611d55397bd7 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify callbacks [] for floatingip, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:12.637066 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-5dd401b3-43e2-4577-889e-38e05c2fe792 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:46:12.660064 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-33d0f07a-603c-4f70-9067-611d55397bd7 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022804'] for floatingip, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:12.665426 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-33d0f07a-603c-4f70-9067-611d55397bd7 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "DELETE /v2.0/floatingips/5ddd71b5-6dbe-4d4b-b7fb-50b0870d478e HTTP/1.1" status: 204  len: 168 time: 0.9691970
Jun 28 16:46:12.760458 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4befdd73-c3a2-4e9b-9c6f-2215cece7251 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Pushing event deleted for resources: {'Port': ['ID=ffc5ad1f-7e0f-48d1-9e62-7942808edf31,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:46:12.848448 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4befdd73-c3a2-4e9b-9c6f-2215cece7251 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:46:12.848793 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4befdd73-c3a2-4e9b-9c6f-2215cece7251 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:46:12.849172 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4befdd73-c3a2-4e9b-9c6f-2215cece7251 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:46:12.849528 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4befdd73-c3a2-4e9b-9c6f-2215cece7251 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:46:12.850434 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4befdd73-c3a2-4e9b-9c6f-2215cece7251 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:46:12.850785 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4befdd73-c3a2-4e9b-9c6f-2215cece7251 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:46:12.851130 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4befdd73-c3a2-4e9b-9c6f-2215cece7251 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:46:12.851476 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4befdd73-c3a2-4e9b-9c6f-2215cece7251 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:46:12.851821 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4befdd73-c3a2-4e9b-9c6f-2215cece7251 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:46:12.852167 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4befdd73-c3a2-4e9b-9c6f-2215cece7251 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:46:12.852506 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4befdd73-c3a2-4e9b-9c6f-2215cece7251 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:46:12.858952 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-4befdd73-c3a2-4e9b-9c6f-2215cece7251 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:46:12.916114 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-06fdd43b-a9fb-4948-9ddd-fe5505a164ca req-c4595eec-c0f6-4043-b115-05f615ef31f1 service neutron] 10.222.0.30 "GET /v2.0/networks/cedf6a8a-6813-41b3-b6f2-977e493bfa53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3087161
Jun 28 16:46:13.057382 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc2d5b09-0b93-42bb-8a11-a13f5158f50d req-4befdd73-c3a2-4e9b-9c6f-2215cece7251 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Router 0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49 has already been hosted by L3 agent c1a676c2-2a78-4c35-ab22-a28e05dfd46e {{(pid=74150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 28 16:46:13.529411 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-d671c53d-27dc-457c-b665-387deb7ad81e req-9a5177aa-aae1-4540-a59b-237feae6d9cd tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba044eb1-ec6d-491a-be71-55f3db576c91 HTTP/1.1" status: 200  len: 210 time: 0.0966485
Jun 28 16:46:13.540557 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 39454) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:46:13.549248 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.v2.base [None req-d8c04bd4-a551-4225-b1c6-159566a8ccb6 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Request body: {'security_group': {'name': 'tempest-securitygroup--195050757', 'description': 'tempest-description--555130430'}} {{(pid=74151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:46:13.556923 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-d8c04bd4-a551-4225-b1c6-159566a8ccb6 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:46:13.562701 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-d8c04bd4-a551-4225-b1c6-159566a8ccb6 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Usage tracker for resource:security_group and tenant:63a2e49b0c454d43890a422c6fd0684c is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:46:13.586822 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-d8c04bd4-a551-4225-b1c6-159566a8ccb6 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:46:13.603413 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-d8c04bd4-a551-4225-b1c6-159566a8ccb6 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:46:13.626295 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-d8c04bd4-a551-4225-b1c6-159566a8ccb6 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify callbacks [] for security_group, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:13.667365 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-d8c04bd4-a551-4225-b1c6-159566a8ccb6 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:46:13.673200 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-d8c04bd4-a551-4225-b1c6-159566a8ccb6 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Usage tracker for resource:security_group_rule and tenant:63a2e49b0c454d43890a422c6fd0684c is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:46:13.675782 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc2d5b09-0b93-42bb-8a11-a13f5158f50d req-4befdd73-c3a2-4e9b-9c6f-2215cece7251 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify agent at l3_agent.dv-cinder-798104-1-iscsi the message routers_updated {{(pid=74150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 28 16:46:13.677158 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-d8c04bd4-a551-4225-b1c6-159566a8ccb6 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:46:13.689809 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159e0a7d-b05c-4cfc-bf42-b694a4ebf4b0 None None] Sync routers for ids ['0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49'] in dv-cinder-798104-1-iscsi {{(pid=74152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 28 16:46:13.690344 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-d8c04bd4-a551-4225-b1c6-159566a8ccb6 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:46:13.709499 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159e0a7d-b05c-4cfc-bf42-b694a4ebf4b0 None None] Routers {'0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49'} bound to L3 agent in host dv-cinder-798104-1-iscsi {{(pid=74152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 28 16:46:13.710420 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-159e0a7d-b05c-4cfc-bf42-b694a4ebf4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa2cfc6a2b0>, 'dv-cinder-798104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T16:33:11Z,description=<?>,heartbeat_timestamp=2021-06-28T16:46:11Z,host='dv-cinder-798104-1-iscsi',id=c1a676c2-2a78-4c35-ab22-a28e05dfd46e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-28T16:33:11Z,topic='l3_agent')) {'router_ids': ['0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49'], 'active': True} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:46:13.762244 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-d8c04bd4-a551-4225-b1c6-159566a8ccb6 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify callbacks [] for security_group, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:13.769580 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-d8c04bd4-a551-4225-b1c6-159566a8ccb6 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:13.789936 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc2d5b09-0b93-42bb-8a11-a13f5158f50d req-4befdd73-c3a2-4e9b-9c6f-2215cece7251 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] No DVR routers for this DVR port ffc5ad1f-7e0f-48d1-9e62-7942808edf31 on host hv-cinder-79810 {{(pid=74150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 28 16:46:13.795356 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-693b2877-ce18-41a6-9114-8b503ac93527 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:46:13.806631 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-d8c04bd4-a551-4225-b1c6-159566a8ccb6 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify callbacks [] for security_group, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:13.810560 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-d8c04bd4-a551-4225-b1c6-159566a8ccb6 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1612 time: 0.2659035
Jun 28 16:46:13.811325 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 39466) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:46:13.824509 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.v2.base [None req-1add6385-5b75-4a3e-a5d9-90f83fb16a40 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Request body: {'security_group_rule': {'security_group_id': '0fc9b833-75ba-412f-9101-db0a16953a9f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:46:13.831021 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-1add6385-5b75-4a3e-a5d9-90f83fb16a40 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:46:13.835875 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-1add6385-5b75-4a3e-a5d9-90f83fb16a40 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Usage tracker for resource:security_group_rule and tenant:63a2e49b0c454d43890a422c6fd0684c is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:46:13.839163 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-1add6385-5b75-4a3e-a5d9-90f83fb16a40 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:46:13.845501 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-1add6385-5b75-4a3e-a5d9-90f83fb16a40 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:46:13.860131 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-cc2d5b09-0b93-42bb-8a11-a13f5158f50d req-4befdd73-c3a2-4e9b-9c6f-2215cece7251 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022804'] for port, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:13.863924 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69a01249-24b4-4899-982a-37bd6370d430', 'name': 'network-vif-deleted', 'tag': 'ffc5ad1f-7e0f-48d1-9e62-7942808edf31'}] {{(pid=74150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 28 16:46:13.874029 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-1add6385-5b75-4a3e-a5d9-90f83fb16a40 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:13.883947 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-5662bc86-86f0-4701-98c6-9a00a9742498 req-0622772a-eb5e-4945-833d-e5d976c4c325 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/ports?device_id=69a01249-24b4-4899-982a-37bd6370d430 HTTP/1.1" status: 200  len: 210 time: 0.1366322
Jun 28 16:46:13.893173 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-cc2d5b09-0b93-42bb-8a11-a13f5158f50d req-4befdd73-c3a2-4e9b-9c6f-2215cece7251 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.15 "DELETE /v2.0/ports/ffc5ad1f-7e0f-48d1-9e62-7942808edf31 HTTP/1.1" status: 204  len: 173 time: 2.9553103
Jun 28 16:46:13.917809 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c04bd4-a551-4225-b1c6-159566a8ccb6 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc9b833-75ba-412f-9101-db0a16953a9f,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:46:13.958618 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69a01249-24b4-4899-982a-37bd6370d430', 'name': 'network-vif-deleted', 'tag': 'ffc5ad1f-7e0f-48d1-9e62-7942808edf31', 'status': 'completed', 'code': 200}
Jun 28 16:46:13.961057 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-d8c04bd4-a551-4225-b1c6-159566a8ccb6 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:46:14.033987 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-1add6385-5b75-4a3e-a5d9-90f83fb16a40 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:14.040439 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-1add6385-5b75-4a3e-a5d9-90f83fb16a40 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345258'] for security_group_rule, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:14.042617 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:46:14.044778 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvr_db [None req-159e0a7d-b05c-4cfc-bf42-b694a4ebf4b0 None None] Set router 0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49 gateway port host: dv-cinder-798104-1-iscsi {{(pid=74152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 28 16:46:14.085195 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1add6385-5b75-4a3e-a5d9-90f83fb16a40 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cb4f91a-e49f-4ed7-af51-d19143152e00,revision_number=0']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:46:14.090646 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-1add6385-5b75-4a3e-a5d9-90f83fb16a40 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:46:14.097550 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-5e27322e-457d-4bf0-b73d-ff6c09f635fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:14.099862 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-1add6385-5b75-4a3e-a5d9-90f83fb16a40 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:14.103348 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-1add6385-5b75-4a3e-a5d9-90f83fb16a40 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.2909794
Jun 28 16:46:14.106137 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 39476) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:46:14.112703 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.v2.base [None req-538b8b50-d909-48b4-b616-37db67c09d14 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Request body: {'security_group_rule': {'security_group_id': '0fc9b833-75ba-412f-9101-db0a16953a9f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:46:14.124432 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-538b8b50-d909-48b4-b616-37db67c09d14 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:46:14.132581 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-538b8b50-d909-48b4-b616-37db67c09d14 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Usage tracker for resource:security_group_rule and tenant:63a2e49b0c454d43890a422c6fd0684c is out of sync, need to count used quota {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:46:14.138338 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-538b8b50-d909-48b4-b616-37db67c09d14 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:46:14.148594 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-538b8b50-d909-48b4-b616-37db67c09d14 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:46:14.173601 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-538b8b50-d909-48b4-b616-37db67c09d14 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:14.248620 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-538b8b50-d909-48b4-b616-37db67c09d14 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:14.255022 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-538b8b50-d909-48b4-b616-37db67c09d14 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345258'] for security_group_rule, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:14.257259 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:46:14.285167 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538b8b50-d909-48b4-b616-37db67c09d14 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b090307-664c-467a-84b3-e1e96f3266c5,revision_number=0']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:46:14.290539 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device ffc5ad1f-7e0f-48d1-9e62-7942808edf31 no longer exists at agent hyperv_hv-cinder-79810 {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 28 16:46:14.294633 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-538b8b50-d909-48b4-b616-37db67c09d14 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:46:14.297361 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-538b8b50-d909-48b4-b616-37db67c09d14 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:14.298710 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-538b8b50-d909-48b4-b616-37db67c09d14 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1912496
Jun 28 16:46:14.304352 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 39480) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:46:14.310081 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.v2.base [None req-8e440411-019c-4cdc-ac13-6d5cbbc8e6e5 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Request body: {'floatingip': {'floating_network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792'}} {{(pid=74150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:46:14.316184 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-8e440411-019c-4cdc-ac13-6d5cbbc8e6e5 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:46:14.320396 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-8e440411-019c-4cdc-ac13-6d5cbbc8e6e5 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Usage tracker for resource:floatingip and tenant:63a2e49b0c454d43890a422c6fd0684c is out of sync, need to count used quota {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:46:14.323444 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-8e440411-019c-4cdc-ac13-6d5cbbc8e6e5 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:46:14.330212 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-8e440411-019c-4cdc-ac13-6d5cbbc8e6e5 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:46:14.339497 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] No Port match for: ffc5ad1f-7e0f-48d1-9e62-7942808edf31 {{(pid=74152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 28 16:46:14.339866 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device ffc5ad1f-7e0f-48d1-9e62-7942808edf31 not bound to the agent host hv-cinder-79810 {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 28 16:46:14.342963 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-8e440411-019c-4cdc-ac13-6d5cbbc8e6e5 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify callbacks [] for floatingip, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:14.470781 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-159e0a7d-b05c-4cfc-bf42-b694a4ebf4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa2cfc6a2b0>, [{'id': '0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49', 'name': 'tempest-AttachVolumeTestJSON-580518908-router', 'tenant_id': '82c03e5282854bd0ba377331b218109e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': '22fff4eb-67d8-4e77-ad16-b759475d4229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:06Z', 'updated_at': '2021-06-28T16:41:15Z', 'revision_number': 4, 'project_id': '82c03e5282854bd0ba377331b218109e', 'gw_port': {'id': '22fff4eb-67d8-4e77-ad16-b759475d4229', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ef:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:07Z', 'updated_at': '2021-06-28T16:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi', '_interfaces': [{'id': '6481c4ed-2367-4a81-8d50-3e55bb4b57fd', 'name': '', 'network_id': '016488fa-4c73-4804-a4b6-958ce586a741', 'tenant_id': '82c03e5282854bd0ba377331b218109e', 'mac_address': 'fa:16:3e:45:88:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c17c6b4c-b032-4eb3-9e61-7e44dcd4cae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:13Z', 'updated_at': '2021-06-28T16:41:57Z', 'revision_number': 5, 'project_id': '82c03e5282854bd0ba377331b218109e', 'subnets': [{'id': 'c17c6b4c-b032-4eb3-9e61-7e44dcd4cae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-iscsi', False) {} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:46:14.478719 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159e0a7d-b05c-4cfc-bf42-b694a4ebf4b0 None None] Checking router: 0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49 for host: dv-cinder-798104-1-iscsi {{(pid=74152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 28 16:46:14.500095 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159e0a7d-b05c-4cfc-bf42-b694a4ebf4b0 None None] Routers {'0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49'} bound to L3 agent in host dv-cinder-798104-1-iscsi {{(pid=74152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 28 16:46:14.501525 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-159e0a7d-b05c-4cfc-bf42-b694a4ebf4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa2cfc6a2b0>, 'dv-cinder-798104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T16:33:11Z,description=<?>,heartbeat_timestamp=2021-06-28T16:46:11Z,host='dv-cinder-798104-1-iscsi',id=c1a676c2-2a78-4c35-ab22-a28e05dfd46e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-28T16:33:11Z,topic='l3_agent')) {'router_ids': ['0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49'], 'active': True} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:46:14.549409 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-8e440411-019c-4cdc-ac13-6d5cbbc8e6e5 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:14.814355 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-1e47b0bb-3bab-4f7c-819e-465e48f88075 req-7259189e-1e96-4fb5-a1be-4d3dcc22456c tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba044eb1-ec6d-491a-be71-55f3db576c91 HTTP/1.1" status: 200  len: 210 time: 0.0816422
Jun 28 16:46:14.824717 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvr_db [None req-159e0a7d-b05c-4cfc-bf42-b694a4ebf4b0 None None] Set router 0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49 gateway port host: dv-cinder-798104-1-iscsi {{(pid=74152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 28 16:46:14.846413 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.db_base_plugin_common [None req-8e440411-019c-4cdc-ac13-6d5cbbc8e6e5 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Allocated IP 172.27.2.36 (05d3a8da-27a1-489e-9cdc-367ff8331792/29317296-a498-419b-860c-f9843650e8eb/bdddb5f0-526b-4e80-b246-6d6256c97c6b) {{(pid=74150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 28 16:46:15.109636 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-8e440411-019c-4cdc-ac13-6d5cbbc8e6e5 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify callbacks [] for port, precommit_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:15.171879 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-8e440411-019c-4cdc-ac13-6d5cbbc8e6e5 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771078328113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32536825'] for port, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:15.177624 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-7f96ca50-a281-45f4-8436-1af0be922c97 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:46:15.242698 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 39496) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:46:15.257853 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:15.408199 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e440411-019c-4cdc-ac13-6d5cbbc8e6e5 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Network 05d3a8da-27a1-489e-9cdc-367ff8331792 is already hosted by enough agents. {{(pid=74150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 28 16:46:15.412424 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-ef4599bf-1140-45e2-a2aa-60dd0d0d3078 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify callbacks [] for security_group, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:15.414399 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.scheduler.base_scheduler [None req-8e440411-019c-4cdc-ac13-6d5cbbc8e6e5 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Resources bound (agent type, host, resource id):  {{(pid=74150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 28 16:46:15.423837 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e440411-019c-4cdc-ac13-6d5cbbc8e6e5 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Pushing event updated for resources: {'Port': ['ID=bdddb5f0-526b-4e80-b246-6d6256c97c6b,revision_number=1']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:46:15.430584 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e440411-019c-4cdc-ac13-6d5cbbc8e6e5 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Received port after_create {{(pid=74150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 28 16:46:15.457034 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-8e440411-019c-4cdc-ac13-6d5cbbc8e6e5 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:46:15.458715 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-159e0a7d-b05c-4cfc-bf42-b694a4ebf4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa2cfc6a2b0>, [{'id': '0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49', 'name': 'tempest-AttachVolumeTestJSON-580518908-router', 'tenant_id': '82c03e5282854bd0ba377331b218109e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': '22fff4eb-67d8-4e77-ad16-b759475d4229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:06Z', 'updated_at': '2021-06-28T16:41:15Z', 'revision_number': 4, 'project_id': '82c03e5282854bd0ba377331b218109e', 'gw_port': {'id': '22fff4eb-67d8-4e77-ad16-b759475d4229', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ef:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:07Z', 'updated_at': '2021-06-28T16:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi', '_interfaces': [{'id': '6481c4ed-2367-4a81-8d50-3e55bb4b57fd', 'name': '', 'network_id': '016488fa-4c73-4804-a4b6-958ce586a741', 'tenant_id': '82c03e5282854bd0ba377331b218109e', 'mac_address': 'fa:16:3e:45:88:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c17c6b4c-b032-4eb3-9e61-7e44dcd4cae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:13Z', 'updated_at': '2021-06-28T16:41:57Z', 'revision_number': 5, 'project_id': '82c03e5282854bd0ba377331b218109e', 'subnets': [{'id': 'c17c6b4c-b032-4eb3-9e61-7e44dcd4cae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-iscsi', False) {} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:46:15.466437 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159e0a7d-b05c-4cfc-bf42-b694a4ebf4b0 None None] The sync data for ids ['0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49'] in dv-cinder-798104-1-iscsi is: [{'id': '0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49', 'name': 'tempest-AttachVolumeTestJSON-580518908-router', 'tenant_id': '82c03e5282854bd0ba377331b218109e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': '22fff4eb-67d8-4e77-ad16-b759475d4229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:06Z', 'updated_at': '2021-06-28T16:41:15Z', 'revision_number': 4, 'project_id': '82c03e5282854bd0ba377331b218109e', 'gw_port': {'id': '22fff4eb-67d8-4e77-ad16-b759475d4229', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ef:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:07Z', 'updated_at': '2021-06-28T16:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi', '_interfaces': [{'id': '6481c4ed-2367-4a81-8d50-3e55bb4b57fd', 'name': '', 'network_id': '016488fa-4c73-4804-a4b6-958ce586a741', 'tenant_id': '82c03e5282854bd0ba377331b218109e', 'mac_address': 'fa:16:3e:45:88:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c17c6b4c-b032-4eb3-9e61-7e44dcd4cae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:13Z', 'updated_at': '2021-06-28T16:41:57Z', 'revision_number': 5, 'project_id': '82c03e5282854bd0ba377331b218109e', 'subnets': [{'id': 'c17c6b4c-b032-4eb3-9e61-7e44dcd4cae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 28 16:46:15.467235 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-ef4599bf-1140-45e2-a2aa-60dd0d0d3078 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:15.538909 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fdd43b-a9fb-4948-9ddd-fe5505a164ca req-9045b4ac-8b4d-4d95-9751-722a5051eab5 tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:46:15.540468 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-06fdd43b-a9fb-4948-9ddd-fe5505a164ca req-9045b4ac-8b4d-4d95-9751-722a5051eab5 tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] 10.222.0.15 "GET /v2.0/networks?id=cedf6a8a-6813-41b3-b6f2-977e493bfa53 HTTP/1.1" status: 200  len: 814 time: 0.2802181
Jun 28 16:46:15.541457 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-ef4599bf-1140-45e2-a2aa-60dd0d0d3078 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:15.546623 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-c1ea9cd5-f151-42eb-9a2b-603f1c76ea04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:46:15.573766 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.v2.base [req-06fdd43b-a9fb-4948-9ddd-fe5505a164ca req-5c8b87fb-7cbc-4746-bc98-67347f97450b tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] Request body: {'port': {'device_id': 'ba044eb1-ec6d-491a-be71-55f3db576c91', 'network_id': 'cedf6a8a-6813-41b3-b6f2-977e493bfa53', 'admin_state_up': True, 'tenant_id': '6ddb52d6c54b4cf787bc418ce22a686e'}} {{(pid=74150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:46:15.578577 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4599bf-1140-45e2-a2aa-60dd0d0d3078 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=961c93a5-ebeb-476d-8144-f2a60620665a,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:46:15.583688 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-ef4599bf-1140-45e2-a2aa-60dd0d0d3078 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:46:15.596705 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-ef4599bf-1140-45e2-a2aa-60dd0d0d3078 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify callbacks [] for security_group, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:15.598336 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-ef4599bf-1140-45e2-a2aa-60dd0d0d3078 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "DELETE /v2.0/security-groups/961c93a5-ebeb-476d-8144-f2a60620665a HTTP/1.1" status: 204  len: 168 time: 0.3546243
Jun 28 16:46:15.601070 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 39502) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:46:15.632409 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.api.v2.resource [None req-cb15a1ed-4b44-4496-ab67-93f189128475 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] show failed (client error): The resource could not be found.
Jun 28 16:46:15.633990 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-cb15a1ed-4b44-4496-ab67-93f189128475 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/security-groups/961c93a5-ebeb-476d-8144-f2a60620665a HTTP/1.1" status: 404  len: 347 time: 0.0294108
Jun 28 16:46:15.648354 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 39506) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:46:15.795914 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-8e440411-019c-4cdc-ac13-6d5cbbc8e6e5 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:15.871844 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [req-06fdd43b-a9fb-4948-9ddd-fe5505a164ca req-5c8b87fb-7cbc-4746-bc98-67347f97450b tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:46:15.886113 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf89a82-08fa-45aa-8baf-4bfdd1883126 None None] New status for floating IP 21e54436-f23b-4c6a-b851-15ac7dc963f1: DOWN {{(pid=74153) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jun 28 16:46:15.886600 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-8e440411-019c-4cdc-ac13-6d5cbbc8e6e5 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:15.918754 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [req-06fdd43b-a9fb-4948-9ddd-fe5505a164ca req-5c8b87fb-7cbc-4746-bc98-67347f97450b tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:46:15.922855 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.plugin [None req-c19e885a-20c9-4774-989e-40febd271b23 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Deleting port b867d594-39be-471e-bc84-edec8d152ec2 {{(pid=74151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 28 16:46:15.923433 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-c19e885a-20c9-4774-989e-40febd271b23 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771078813103'] for port, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:15.933172 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06fdd43b-a9fb-4948-9ddd-fe5505a164ca req-5c8b87fb-7cbc-4746-bc98-67347f97450b tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] Made reservation on behalf of 6ddb52d6c54b4cf787bc418ce22a686e for: {'port': 1} {{(pid=74150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 28 16:46:15.935987 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-06fdd43b-a9fb-4948-9ddd-fe5505a164ca req-5c8b87fb-7cbc-4746-bc98-67347f97450b tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:16.202458 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-59c921a3-e461-470d-8a02-fb040fe97727 req-0377e82a-9c34-4587-8f2c-c6b673aee638 tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba044eb1-ec6d-491a-be71-55f3db576c91 HTTP/1.1" status: 200  len: 210 time: 0.1964653
Jun 28 16:46:16.247226 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-c19e885a-20c9-4774-989e-40febd271b23 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679626'] for port, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:16.248638 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-c19e885a-20c9-4774-989e-40febd271b23 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:16.419304 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.plugin [None req-c19e885a-20c9-4774-989e-40febd271b23 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Calling delete_port for b867d594-39be-471e-bc84-edec8d152ec2 owned by network:floatingip {{(pid=74151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 28 16:46:16.430349 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.db_base_plugin_common [req-06fdd43b-a9fb-4948-9ddd-fe5505a164ca req-5c8b87fb-7cbc-4746-bc98-67347f97450b tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] Allocated IP 172.20.0.3 (cedf6a8a-6813-41b3-b6f2-977e493bfa53/d5b08fa1-1844-4c49-830b-b8ebe2ded68c/b6fc286a-a812-449c-8b8f-21e5b33d1514) {{(pid=74150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 28 16:46:16.533751 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-8e440411-019c-4cdc-ac13-6d5cbbc8e6e5 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify callbacks [] for port, precommit_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:16.537299 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.db.api [None req-c19e885a-20c9-4774-989e-40febd271b23 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74151) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 28 16:46:16.538268 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_db.api [None req-c19e885a-20c9-4774-989e-40febd271b23 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 28 16:46:16.554339 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-8e440411-019c-4cdc-ac13-6d5cbbc8e6e5 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32536816'] for port, after_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:16.562368 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-705f4f6c-7b5e-4568-9d6e-c1b88d2631a0 tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:46:16.751032 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e440411-019c-4cdc-ac13-6d5cbbc8e6e5 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Pushing event updated for resources: {'Port': ['ID=bdddb5f0-526b-4e80-b246-6d6256c97c6b,revision_number=2']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:46:16.766015 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-8e440411-019c-4cdc-ac13-6d5cbbc8e6e5 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:46:16.796386 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-8e440411-019c-4cdc-ac13-6d5cbbc8e6e5 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674138'] for floatingip, after_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:16.825021 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-06fdd43b-a9fb-4948-9ddd-fe5505a164ca req-5c8b87fb-7cbc-4746-bc98-67347f97450b tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] Notify callbacks [] for port, precommit_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:16.844965 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-8e440411-019c-4cdc-ac13-6d5cbbc8e6e5 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022804'] for floatingip, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:16.846487 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-8e440411-019c-4cdc-ac13-6d5cbbc8e6e5 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.5411522
Jun 28 16:46:16.869472 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-06fdd43b-a9fb-4948-9ddd-fe5505a164ca req-5c8b87fb-7cbc-4746-bc98-67347f97450b tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771078328113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32536825'] for port, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:16.877598 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:46:16.962021 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8b87fb-7cbc-4746-bc98-67347f97450b tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] Pushing event updated for resources: {'Port': ['ID=b6fc286a-a812-449c-8b8f-21e5b33d1514,revision_number=1']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:46:16.967292 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-5c8b87fb-7cbc-4746-bc98-67347f97450b tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:46:16.985143 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06fdd43b-a9fb-4948-9ddd-fe5505a164ca req-5c8b87fb-7cbc-4746-bc98-67347f97450b tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] Network cedf6a8a-6813-41b3-b6f2-977e493bfa53 is already hosted by enough agents. {{(pid=74150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 28 16:46:16.986767 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.scheduler.base_scheduler [req-06fdd43b-a9fb-4948-9ddd-fe5505a164ca req-5c8b87fb-7cbc-4746-bc98-67347f97450b tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] Resources bound (agent type, host, resource id):  {{(pid=74150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 28 16:46:16.994528 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.l3_dvrscheduler_db [req-06fdd43b-a9fb-4948-9ddd-fe5505a164ca req-5c8b87fb-7cbc-4746-bc98-67347f97450b tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] Received port after_create {{(pid=74150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 28 16:46:17.040421 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.plugin [None req-c19e885a-20c9-4774-989e-40febd271b23 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Deleting port b867d594-39be-471e-bc84-edec8d152ec2 {{(pid=74151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 28 16:46:17.041040 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-c19e885a-20c9-4774-989e-40febd271b23 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771078813103'] for port, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:17.124727 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fdd43b-a9fb-4948-9ddd-fe5505a164ca req-5c8b87fb-7cbc-4746-bc98-67347f97450b tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:46:17.125522 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-06fdd43b-a9fb-4948-9ddd-fe5505a164ca req-5c8b87fb-7cbc-4746-bc98-67347f97450b tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022804'] for port, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:17.185425 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-06fdd43b-a9fb-4948-9ddd-fe5505a164ca req-5c8b87fb-7cbc-4746-bc98-67347f97450b tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6178949
Jun 28 16:46:17.207371 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.v2.base [req-06fdd43b-a9fb-4948-9ddd-fe5505a164ca req-973ce3db-71c9-489c-8d3a-db16daa92e2a service neutron] Request body: {'port': {'device_id': 'ba044eb1-ec6d-491a-be71-55f3db576c91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79810'}} {{(pid=74150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:46:17.318564 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-7e3a0301-10f4-4814-82ac-7b9116bb1fd4 req-59099515-517d-4df2-8b49-daf73b6344fa tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--195050757&fields=id&tenant_id=63a2e49b0c454d43890a422c6fd0684c HTTP/1.1" status: 200  len: 267 time: 0.1691182
Jun 28 16:46:17.324108 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-c19e885a-20c9-4774-989e-40febd271b23 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679626'] for port, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:17.325208 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-c19e885a-20c9-4774-989e-40febd271b23 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:17.433307 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-06fdd43b-a9fb-4948-9ddd-fe5505a164ca req-973ce3db-71c9-489c-8d3a-db16daa92e2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:17.574635 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.plugin [None req-c19e885a-20c9-4774-989e-40febd271b23 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Calling delete_port for b867d594-39be-471e-bc84-edec8d152ec2 owned by network:floatingip {{(pid=74151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 28 16:46:17.735790 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-c19e885a-20c9-4774-989e-40febd271b23 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771078770342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771078328122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32204965'] for port, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:17.739506 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:46:17.781132 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19e885a-20c9-4774-989e-40febd271b23 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Pushing event deleted for resources: {'Port': ['ID=b867d594-39be-471e-bc84-edec8d152ec2,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:46:17.785176 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-c19e885a-20c9-4774-989e-40febd271b23 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:46:17.835402 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a0301-10f4-4814-82ac-7b9116bb1fd4 req-c208605c-26ea-44e9-a9f8-d4b31815d33e tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:46:17.836952 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-7e3a0301-10f4-4814-82ac-7b9116bb1fd4 req-c208605c-26ea-44e9-a9f8-d4b31815d33e tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/networks?id=5a346278-b5ab-4c50-92aa-d9c545e84c60 HTTP/1.1" status: 200  len: 817 time: 0.4068034
Jun 28 16:46:17.885001 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb4e1d2-774a-410c-b4bb-8f03f1c2e73c req-b9b51acb-b4b7-47ab-bb06-f2383bf60bfb tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:46:17.885740 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-3bb4e1d2-774a-410c-b4bb-8f03f1c2e73c req-b9b51acb-b4b7-47ab-bb06-f2383bf60bfb tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] Synchronizing usage tracker for tenant:6ddb52d6c54b4cf787bc418ce22a686e on resource:port {{(pid=74150) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 28 16:46:17.904271 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-c19e885a-20c9-4774-989e-40febd271b23 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify callbacks [] for floatingip, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:17.919113 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-c19e885a-20c9-4774-989e-40febd271b23 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022804'] for floatingip, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:17.924997 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-c19e885a-20c9-4774-989e-40febd271b23 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "DELETE /v2.0/floatingips/21e54436-f23b-4c6a-b851-15ac7dc963f1 HTTP/1.1" status: 204  len: 168 time: 2.2700441
Jun 28 16:46:17.949390 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-7e3a0301-10f4-4814-82ac-7b9116bb1fd4 req-8dfac8a2-3aaf-4625-8159-a7a9cd055f62 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/quotas/63a2e49b0c454d43890a422c6fd0684c HTTP/1.1" status: 200  len: 375 time: 0.0997334
Jun 28 16:46:18.011372 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-3bb4e1d2-774a-410c-b4bb-8f03f1c2e73c req-b9b51acb-b4b7-47ab-bb06-f2383bf60bfb tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] Unset dirty status for tenant:6ddb52d6c54b4cf787bc418ce22a686e on resource:port {{(pid=74150) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 28 16:46:18.012545 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-3bb4e1d2-774a-410c-b4bb-8f03f1c2e73c req-b9b51acb-b4b7-47ab-bb06-f2383bf60bfb tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba044eb1-ec6d-491a-be71-55f3db576c91 HTTP/1.1" status: 200  len: 931 time: 0.4232550
Jun 28 16:46:18.118407 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-3bb4e1d2-774a-410c-b4bb-8f03f1c2e73c req-b46edc1a-c8d0-4424-96bb-5e670204a86c tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] 10.222.0.30 "GET /v2.0/security-groups?id=f7a0c3dd-bcda-4cb4-9d9d-e9ba7b1ec6b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0987322
Jun 28 16:46:18.153421 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-7e3a0301-10f4-4814-82ac-7b9116bb1fd4 req-e383c9d7-1e68-4f8f-bda6-6c6e357718de tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=63a2e49b0c454d43890a422c6fd0684c&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1940553
Jun 28 16:46:18.447232 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.notifiers.nova [req-06fdd43b-a9fb-4948-9ddd-fe5505a164ca req-973ce3db-71c9-489c-8d3a-db16daa92e2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6fc286a-a812-449c-8b8f-21e5b33d1514 {{(pid=74150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 28 16:46:18.458012 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-06fdd43b-a9fb-4948-9ddd-fe5505a164ca req-973ce3db-71c9-489c-8d3a-db16daa92e2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:18.498069 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.provisioning_blocks [req-06fdd43b-a9fb-4948-9ddd-fe5505a164ca req-973ce3db-71c9-489c-8d3a-db16daa92e2a service neutron] Transition to ACTIVE for port object b6fc286a-a812-449c-8b8f-21e5b33d1514 will not be triggered until provisioned by entity L2. {{(pid=74150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 28 16:46:18.503999 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-7e3a0301-10f4-4814-82ac-7b9116bb1fd4 req-8e9a0f3e-ea1b-4181-a8b2-3d1de306825b service neutron] 10.222.0.30 "GET /v2.0/networks/5a346278-b5ab-4c50-92aa-d9c545e84c60?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3305211
Jun 28 16:46:18.504723 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-06fdd43b-a9fb-4948-9ddd-fe5505a164ca req-973ce3db-71c9-489c-8d3a-db16daa92e2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32536816'] for port, after_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:18.508961 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-ca852574-a471-4f0e-99c9-e5b194c370b8 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:46:18.661516 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 39544) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:46:18.671840 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.v2.base [None req-c07b2c4f-11e7-475d-a707-6719de3ea9d2 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1213900235', 'description': 'tempest-description--188807080'}} {{(pid=74151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:46:18.682268 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-c07b2c4f-11e7-475d-a707-6719de3ea9d2 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:46:18.689819 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-c07b2c4f-11e7-475d-a707-6719de3ea9d2 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Usage tracker for resource:security_group and tenant:82c03e5282854bd0ba377331b218109e is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:46:18.696385 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-c07b2c4f-11e7-475d-a707-6719de3ea9d2 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:46:18.707101 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-c07b2c4f-11e7-475d-a707-6719de3ea9d2 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:46:18.725415 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973ce3db-71c9-489c-8d3a-db16daa92e2a service neutron] Pushing event updated for resources: {'Port': ['ID=b6fc286a-a812-449c-8b8f-21e5b33d1514,revision_number=2']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:46:18.730264 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-c07b2c4f-11e7-475d-a707-6719de3ea9d2 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify callbacks [] for security_group, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:18.731735 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-973ce3db-71c9-489c-8d3a-db16daa92e2a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:46:18.800908 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-c07b2c4f-11e7-475d-a707-6719de3ea9d2 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:46:18.807598 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-c07b2c4f-11e7-475d-a707-6719de3ea9d2 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Usage tracker for resource:security_group_rule and tenant:82c03e5282854bd0ba377331b218109e is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:46:18.812391 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-c07b2c4f-11e7-475d-a707-6719de3ea9d2 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:46:18.822713 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-c07b2c4f-11e7-475d-a707-6719de3ea9d2 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:46:18.843353 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-7e3a0301-10f4-4814-82ac-7b9116bb1fd4 req-9719fd4e-e80a-4d85-aac8-926941f27bf2 service neutron] 10.222.0.30 "GET /v2.0/networks/5a346278-b5ab-4c50-92aa-d9c545e84c60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3065479
Jun 28 16:46:18.894601 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.managers [req-06fdd43b-a9fb-4948-9ddd-fe5505a164ca req-973ce3db-71c9-489c-8d3a-db16daa92e2a service neutron] Attempting to bind port b6fc286a-a812-449c-8b8f-21e5b33d1514 on host hv-cinder-79810 for vnic_type normal with profile  {{(pid=74150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 28 16:46:18.894601 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.managers [req-06fdd43b-a9fb-4948-9ddd-fe5505a164ca req-973ce3db-71c9-489c-8d3a-db16daa92e2a service neutron] Attempting to bind port b6fc286a-a812-449c-8b8f-21e5b33d1514 by drivers openvswitch,hyperv on host hv-cinder-79810 at level 0 using segments [{'id': 'a2ba38a0-a8a7-428e-ae66-dabdf4d5f43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'cedf6a8a-6813-41b3-b6f2-977e493bfa53'}] {{(pid=74150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 28 16:46:18.895847 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06fdd43b-a9fb-4948-9ddd-fe5505a164ca req-973ce3db-71c9-489c-8d3a-db16daa92e2a service neutron] Attempting to bind port b6fc286a-a812-449c-8b8f-21e5b33d1514 on network cedf6a8a-6813-41b3-b6f2-977e493bfa53 {{(pid=74150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 28 16:46:18.904207 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06fdd43b-a9fb-4948-9ddd-fe5505a164ca req-973ce3db-71c9-489c-8d3a-db16daa92e2a service neutron] Port b6fc286a-a812-449c-8b8f-21e5b33d1514 on network cedf6a8a-6813-41b3-b6f2-977e493bfa53 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79810 {{(pid=74150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 28 16:46:18.904599 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06fdd43b-a9fb-4948-9ddd-fe5505a164ca req-973ce3db-71c9-489c-8d3a-db16daa92e2a service neutron] Attempting to bind port b6fc286a-a812-449c-8b8f-21e5b33d1514 on network cedf6a8a-6813-41b3-b6f2-977e493bfa53 {{(pid=74150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 28 16:46:18.905676 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-c07b2c4f-11e7-475d-a707-6719de3ea9d2 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify callbacks [] for security_group, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:18.910359 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-c07b2c4f-11e7-475d-a707-6719de3ea9d2 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:18.914325 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06fdd43b-a9fb-4948-9ddd-fe5505a164ca req-973ce3db-71c9-489c-8d3a-db16daa92e2a service neutron] Checking agent: {'id': '11e346dd-a6a4-43d4-822e-d449440d0a22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 16, 39, 15), 'started_at': datetime.datetime(2021, 6, 28, 16, 39, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 16, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 28 16:46:18.914666 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06fdd43b-a9fb-4948-9ddd-fe5505a164ca req-973ce3db-71c9-489c-8d3a-db16daa92e2a service neutron] Checking segment: {'id': 'a2ba38a0-a8a7-428e-ae66-dabdf4d5f43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'cedf6a8a-6813-41b3-b6f2-977e493bfa53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 28 16:46:18.915144 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06fdd43b-a9fb-4948-9ddd-fe5505a164ca req-973ce3db-71c9-489c-8d3a-db16daa92e2a service neutron] Bound using segment: {'id': 'a2ba38a0-a8a7-428e-ae66-dabdf4d5f43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'cedf6a8a-6813-41b3-b6f2-977e493bfa53'} {{(pid=74150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 28 16:46:18.915578 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.managers [req-06fdd43b-a9fb-4948-9ddd-fe5505a164ca req-973ce3db-71c9-489c-8d3a-db16daa92e2a service neutron] Bound port: b6fc286a-a812-449c-8b8f-21e5b33d1514, host: hv-cinder-79810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2ba38a0-a8a7-428e-ae66-dabdf4d5f43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'cedf6a8a-6813-41b3-b6f2-977e493bfa53'}}] {{(pid=74150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 28 16:46:18.915985 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-06fdd43b-a9fb-4948-9ddd-fe5505a164ca req-973ce3db-71c9-489c-8d3a-db16daa92e2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:18.944458 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-fb410e14-3ef5-4dee-b700-732986959cbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:46:18.967244 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-c07b2c4f-11e7-475d-a707-6719de3ea9d2 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify callbacks [] for security_group, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:18.968662 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-c07b2c4f-11e7-475d-a707-6719de3ea9d2 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1613 time: 0.3049204
Jun 28 16:46:18.973217 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 39552) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:46:18.983420 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.v2.base [None req-ab99f465-c1f3-43f8-8991-3ef6817255dd tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Request body: {'security_group_rule': {'security_group_id': 'e5835071-53b8-4807-a894-272f86cdf856', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:46:19.000049 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-ab99f465-c1f3-43f8-8991-3ef6817255dd tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:46:19.007721 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-ab99f465-c1f3-43f8-8991-3ef6817255dd tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Usage tracker for resource:security_group_rule and tenant:82c03e5282854bd0ba377331b218109e is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:46:19.011211 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b2c4f-11e7-475d-a707-6719de3ea9d2 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5835071-53b8-4807-a894-272f86cdf856,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:46:19.023441 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-ab99f465-c1f3-43f8-8991-3ef6817255dd tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:46:19.027419 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-c07b2c4f-11e7-475d-a707-6719de3ea9d2 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:46:19.031844 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-ab99f465-c1f3-43f8-8991-3ef6817255dd tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:46:19.061947 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-ab99f465-c1f3-43f8-8991-3ef6817255dd tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:19.093647 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.db [req-06fdd43b-a9fb-4948-9ddd-fe5505a164ca req-973ce3db-71c9-489c-8d3a-db16daa92e2a service neutron] For port b6fc286a-a812-449c-8b8f-21e5b33d1514, host hv-cinder-79810, cleared binding levels {{(pid=74150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 28 16:46:19.097742 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.db [req-06fdd43b-a9fb-4948-9ddd-fe5505a164ca req-973ce3db-71c9-489c-8d3a-db16daa92e2a service neutron] For port b6fc286a-a812-449c-8b8f-21e5b33d1514, host hv-cinder-79810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=b6fc286a-a812-449c-8b8f-21e5b33d1514,segment=NetworkSegment(a2ba38a0-a8a7-428e-ae66-dabdf4d5f43a),segment_id=a2ba38a0-a8a7-428e-ae66-dabdf4d5f43a)] {{(pid=74150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 28 16:46:19.103495 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-06fdd43b-a9fb-4948-9ddd-fe5505a164ca req-973ce3db-71c9-489c-8d3a-db16daa92e2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32536816'] for port, after_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:19.110562 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:46:19.203817 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-ab99f465-c1f3-43f8-8991-3ef6817255dd tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:19.211531 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-ab99f465-c1f3-43f8-8991-3ef6817255dd tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345258'] for security_group_rule, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:19.215696 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-5c9e4afa-b6df-4e7f-a859-36ce33e22234 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:46:19.266691 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-227155c3-c7b4-4ecf-8ec9-fce6d9ef5f48 req-f078250d-cc66-430f-b97b-9fea158f286d tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=66abd257-739b-4da2-9931-0f05ce8da130 HTTP/1.1" status: 200  len: 210 time: 0.0657380
Jun 28 16:46:19.283954 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-06fdd43b-a9fb-4948-9ddd-fe5505a164ca req-973ce3db-71c9-489c-8d3a-db16daa92e2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022804'] for port, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:19.286941 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-06fdd43b-a9fb-4948-9ddd-fe5505a164ca req-973ce3db-71c9-489c-8d3a-db16daa92e2a service neutron] 10.222.0.15 "PUT /v2.0/ports/b6fc286a-a812-449c-8b8f-21e5b33d1514 HTTP/1.1" status: 200  len: 1093 time: 2.0907099
Jun 28 16:46:19.287539 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba044eb1-ec6d-491a-be71-55f3db576c91', 'tag': 'b6fc286a-a812-449c-8b8f-21e5b33d1514'}] {{(pid=74150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 28 16:46:19.298854 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab99f465-c1f3-43f8-8991-3ef6817255dd tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5f4353c-a675-4e01-ab6a-302f42500880,revision_number=0']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:46:19.310253 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-ab99f465-c1f3-43f8-8991-3ef6817255dd tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:46:19.333141 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973ce3db-71c9-489c-8d3a-db16daa92e2a service neutron] Pushing event updated for resources: {'Port': ['ID=b6fc286a-a812-449c-8b8f-21e5b33d1514,revision_number=3']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:46:19.334519 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-ab99f465-c1f3-43f8-8991-3ef6817255dd tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:19.339091 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-ab99f465-c1f3-43f8-8991-3ef6817255dd tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.3624845
Jun 28 16:46:19.339317 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-973ce3db-71c9-489c-8d3a-db16daa92e2a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:46:19.339667 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 39570) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:46:19.360048 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.v2.base [None req-713c6560-f522-4c6a-b093-648f8296b83a tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Request body: {'security_group_rule': {'security_group_id': 'e5835071-53b8-4807-a894-272f86cdf856', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:46:19.376946 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-713c6560-f522-4c6a-b093-648f8296b83a tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:46:19.394866 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-713c6560-f522-4c6a-b093-648f8296b83a tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Usage tracker for resource:security_group_rule and tenant:82c03e5282854bd0ba377331b218109e is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:46:19.401401 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-713c6560-f522-4c6a-b093-648f8296b83a tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:46:19.418251 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-713c6560-f522-4c6a-b093-648f8296b83a tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:46:19.451579 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-713c6560-f522-4c6a-b093-648f8296b83a tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:19.495448 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba044eb1-ec6d-491a-be71-55f3db576c91', 'tag': 'b6fc286a-a812-449c-8b8f-21e5b33d1514', 'status': 'completed', 'code': 200}
Jun 28 16:46:19.504129 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708fcf52-3311-420a-86c5-d68be778c11e req-9b825042-87bb-41ac-bc20-0d8bbacafc53 tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:46:19.505831 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-708fcf52-3311-420a-86c5-d68be778c11e req-9b825042-87bb-41ac-bc20-0d8bbacafc53 tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba044eb1-ec6d-491a-be71-55f3db576c91 HTTP/1.1" status: 200  len: 943 time: 0.1766486
Jun 28 16:46:19.549446 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-713c6560-f522-4c6a-b093-648f8296b83a tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:19.557624 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-713c6560-f522-4c6a-b093-648f8296b83a tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345258'] for security_group_rule, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:19.559442 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-06fdd43b-a9fb-4948-9ddd-fe5505a164ca req-03dde089-60d4-45a6-be44-db407bf781a8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6ddb52d6c54b4cf787bc418ce22a686e&device_id=ba044eb1-ec6d-491a-be71-55f3db576c91 HTTP/1.1" status: 200  len: 1096 time: 0.1807930
Jun 28 16:46:19.568049 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-ab99f465-c1f3-43f8-8991-3ef6817255dd tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:46:19.591032 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713c6560-f522-4c6a-b093-648f8296b83a tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5be0944c-1083-4b40-b6b9-a002143d4375,revision_number=0']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:46:19.599356 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-713c6560-f522-4c6a-b093-648f8296b83a tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:46:19.609008 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-713c6560-f522-4c6a-b093-648f8296b83a tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:19.613362 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-713c6560-f522-4c6a-b093-648f8296b83a tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.2694902
Jun 28 16:46:19.614088 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 39576) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:46:19.620459 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.v2.base [None req-93193d0f-9fb8-4a70-9bf4-26c1de0bbad1 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Request body: {'floatingip': {'floating_network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792'}} {{(pid=74151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:46:19.626992 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-93193d0f-9fb8-4a70-9bf4-26c1de0bbad1 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:46:19.632541 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-93193d0f-9fb8-4a70-9bf4-26c1de0bbad1 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Usage tracker for resource:floatingip and tenant:82c03e5282854bd0ba377331b218109e is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:46:19.637035 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-93193d0f-9fb8-4a70-9bf4-26c1de0bbad1 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:46:19.644440 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-93193d0f-9fb8-4a70-9bf4-26c1de0bbad1 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:46:19.659722 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-93193d0f-9fb8-4a70-9bf4-26c1de0bbad1 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify callbacks [] for floatingip, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:19.715609 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-06fdd43b-a9fb-4948-9ddd-fe5505a164ca req-c1a361d7-3e16-4ca6-9565-f0e2511dbac3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6fc286a-a812-449c-8b8f-21e5b33d1514 HTTP/1.1" status: 200  len: 217 time: 0.1400840
Jun 28 16:46:19.719701 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-708fcf52-3311-420a-86c5-d68be778c11e req-54f14170-dfec-41a7-9e20-629277d4ea7a tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] 10.222.0.30 "GET /v2.0/security-groups?id=f7a0c3dd-bcda-4cb4-9d9d-e9ba7b1ec6b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2075338
Jun 28 16:46:19.819529 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fdd43b-a9fb-4948-9ddd-fe5505a164ca req-7f260a04-044e-40fd-90b6-51193a082024 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:46:19.821195 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-06fdd43b-a9fb-4948-9ddd-fe5505a164ca req-7f260a04-044e-40fd-90b6-51193a082024 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d5b08fa1-1844-4c49-830b-b8ebe2ded68c HTTP/1.1" status: 200  len: 854 time: 0.0980928
Jun 28 16:46:19.859622 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-93193d0f-9fb8-4a70-9bf4-26c1de0bbad1 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:19.872818 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-06fdd43b-a9fb-4948-9ddd-fe5505a164ca req-b114efaf-3bca-4fec-be95-36d956816928 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cedf6a8a-6813-41b3-b6f2-977e493bfa53&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0450504
Jun 28 16:46:20.033397 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.db_base_plugin_common [None req-93193d0f-9fb8-4a70-9bf4-26c1de0bbad1 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Allocated IP 172.27.2.62 (05d3a8da-27a1-489e-9cdc-367ff8331792/29317296-a498-419b-860c-f9843650e8eb/6520dff8-0cd9-49d7-b07b-ce2ede8ebadf) {{(pid=74151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 28 16:46:20.185511 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-06fdd43b-a9fb-4948-9ddd-fe5505a164ca req-1b683c69-0f31-44c4-82f2-2c9088c5bb2a service neutron] 10.222.0.15 "GET /v2.0/networks/cedf6a8a-6813-41b3-b6f2-977e493bfa53?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2905574
Jun 28 16:46:20.225926 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-93193d0f-9fb8-4a70-9bf4-26c1de0bbad1 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify callbacks [] for port, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:20.259794 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-93193d0f-9fb8-4a70-9bf4-26c1de0bbad1 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771078328113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32204965'] for port, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:20.263636 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-e311211c-e690-424b-94ad-6b01e0496e07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:46:20.332779 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93193d0f-9fb8-4a70-9bf4-26c1de0bbad1 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Network 05d3a8da-27a1-489e-9cdc-367ff8331792 is already hosted by enough agents. {{(pid=74151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 28 16:46:20.336901 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.base_scheduler [None req-93193d0f-9fb8-4a70-9bf4-26c1de0bbad1 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Resources bound (agent type, host, resource id):  {{(pid=74151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 28 16:46:20.338981 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93193d0f-9fb8-4a70-9bf4-26c1de0bbad1 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Pushing event updated for resources: {'Port': ['ID=6520dff8-0cd9-49d7-b07b-ce2ede8ebadf,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:46:20.341245 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93193d0f-9fb8-4a70-9bf4-26c1de0bbad1 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Received port after_create {{(pid=74151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 28 16:46:20.364385 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-06fdd43b-a9fb-4948-9ddd-fe5505a164ca req-9d6106a7-1d36-4b28-b800-59464e9197bd service neutron] 10.222.0.15 "GET /v2.0/networks/cedf6a8a-6813-41b3-b6f2-977e493bfa53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1706955
Jun 28 16:46:20.369730 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-93193d0f-9fb8-4a70-9bf4-26c1de0bbad1 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:46:20.576493 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-93193d0f-9fb8-4a70-9bf4-26c1de0bbad1 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:20.638194 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-a73f17f6-d188-413c-a4b2-3de72cb5f901 req-62ddd2b8-7d91-4878-841c-c976627c2634 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6ddb52d6c54b4cf787bc418ce22a686e&device_id=ba044eb1-ec6d-491a-be71-55f3db576c91 HTTP/1.1" status: 200  len: 1096 time: 0.1968529
Jun 28 16:46:20.644917 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-1140a01b-2fbf-4bd3-b97d-582742eab128 req-2a17df21-b78f-4432-822f-f412efa690b2 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=66abd257-739b-4da2-9931-0f05ce8da130 HTTP/1.1" status: 200  len: 210 time: 0.0700362
Jun 28 16:46:20.862549 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f17f6-d188-413c-a4b2-3de72cb5f901 req-654382fe-9972-4d97-a57f-35812bb632ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:46:20.866845 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-a73f17f6-d188-413c-a4b2-3de72cb5f901 req-654382fe-9972-4d97-a57f-35812bb632ca service neutron] 10.222.0.15 "GET /v2.0/networks?id=cedf6a8a-6813-41b3-b6f2-977e493bfa53 HTTP/1.1" status: 200  len: 915 time: 0.2197902
Jun 28 16:46:20.893396 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-93193d0f-9fb8-4a70-9bf4-26c1de0bbad1 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:21.009073 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a0301-10f4-4814-82ac-7b9116bb1fd4 req-42d15080-0693-476c-a875-809d71e7508b tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:46:21.009835 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [req-7e3a0301-10f4-4814-82ac-7b9116bb1fd4 req-42d15080-0693-476c-a875-809d71e7508b tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Synchronizing usage tracker for tenant:63a2e49b0c454d43890a422c6fd0684c on resource:network {{(pid=74151) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 28 16:46:21.107209 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [req-7e3a0301-10f4-4814-82ac-7b9116bb1fd4 req-42d15080-0693-476c-a875-809d71e7508b tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Unset dirty status for tenant:63a2e49b0c454d43890a422c6fd0684c on resource:network {{(pid=74151) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 28 16:46:21.108424 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-7e3a0301-10f4-4814-82ac-7b9116bb1fd4 req-42d15080-0693-476c-a875-809d71e7508b tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.15 "GET /v2.0/networks?id=5a346278-b5ab-4c50-92aa-d9c545e84c60 HTTP/1.1" status: 200  len: 817 time: 0.5291021
Jun 28 16:46:21.127330 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-a73f17f6-d188-413c-a4b2-3de72cb5f901 req-61f34634-d7b6-44be-aef7-74c2cd10a610 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6fc286a-a812-449c-8b8f-21e5b33d1514 HTTP/1.1" status: 200  len: 217 time: 0.2515376
Jun 28 16:46:21.205545 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [req-7e3a0301-10f4-4814-82ac-7b9116bb1fd4 req-88d898b1-4382-4834-921a-dbb5e853aef1 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Synchronizing usage tracker for tenant:63a2e49b0c454d43890a422c6fd0684c on resource:security_group {{(pid=74151) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 28 16:46:21.213183 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f17f6-d188-413c-a4b2-3de72cb5f901 req-51aa96eb-13a0-4e0c-bc83-e47ace0467fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:46:21.214682 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-a73f17f6-d188-413c-a4b2-3de72cb5f901 req-51aa96eb-13a0-4e0c-bc83-e47ace0467fd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d5b08fa1-1844-4c49-830b-b8ebe2ded68c HTTP/1.1" status: 200  len: 854 time: 0.0760729
Jun 28 16:46:21.220396 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12050b3-5bb7-4292-970f-38f90f7694c1 req-59e1584d-f340-4876-aa6d-a95676c77e0c tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:46:21.221910 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-c12050b3-5bb7-4292-970f-38f90f7694c1 req-59e1584d-f340-4876-aa6d-a95676c77e0c tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba044eb1-ec6d-491a-be71-55f3db576c91 HTTP/1.1" status: 200  len: 943 time: 0.1536827
Jun 28 16:46:21.239171 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-93193d0f-9fb8-4a70-9bf4-26c1de0bbad1 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify callbacks [] for port, precommit_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:21.241829 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [req-7e3a0301-10f4-4814-82ac-7b9116bb1fd4 req-88d898b1-4382-4834-921a-dbb5e853aef1 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Unset dirty status for tenant:63a2e49b0c454d43890a422c6fd0684c on resource:security_group {{(pid=74151) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 28 16:46:21.242959 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-7e3a0301-10f4-4814-82ac-7b9116bb1fd4 req-88d898b1-4382-4834-921a-dbb5e853aef1 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63a2e49b0c454d43890a422c6fd0684c HTTP/1.1" status: 200  len: 379 time: 0.1200724
Jun 28 16:46:21.245566 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-93193d0f-9fb8-4a70-9bf4-26c1de0bbad1 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32204972'] for port, after_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:21.251732 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-6e47ce94-ccad-4d74-b4ae-ccce46eca867 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:46:21.283234 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-a73f17f6-d188-413c-a4b2-3de72cb5f901 req-6bbe2c96-97d7-406d-a946-2bbb63529cf9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cedf6a8a-6813-41b3-b6f2-977e493bfa53&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0603271
Jun 28 16:46:21.368643 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.v2.base [req-7e3a0301-10f4-4814-82ac-7b9116bb1fd4 req-71a3d2dc-07b6-4600-aea0-65e9f2d49efe tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Request body: {'port': {'device_id': '66abd257-739b-4da2-9931-0f05ce8da130', 'network_id': '5a346278-b5ab-4c50-92aa-d9c545e84c60', 'admin_state_up': True, 'tenant_id': '63a2e49b0c454d43890a422c6fd0684c', 'security_groups': ['0fc9b833-75ba-412f-9101-db0a16953a9f']}} {{(pid=74151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:46:21.401583 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-c12050b3-5bb7-4292-970f-38f90f7694c1 req-ce118762-08ca-436c-95fe-eb9822eaa32f tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] 10.222.0.30 "GET /v2.0/security-groups?id=f7a0c3dd-bcda-4cb4-9d9d-e9ba7b1ec6b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1443520
Jun 28 16:46:21.447995 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-a73f17f6-d188-413c-a4b2-3de72cb5f901 req-f6604b86-c2ef-442a-a718-37df6d95d87e service neutron] 10.222.0.15 "GET /v2.0/networks/cedf6a8a-6813-41b3-b6f2-977e493bfa53?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1569350
Jun 28 16:46:21.543874 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93193d0f-9fb8-4a70-9bf4-26c1de0bbad1 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Pushing event updated for resources: {'Port': ['ID=6520dff8-0cd9-49d7-b07b-ce2ede8ebadf,revision_number=2']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:46:21.553236 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-93193d0f-9fb8-4a70-9bf4-26c1de0bbad1 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:46:21.587753 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-93193d0f-9fb8-4a70-9bf4-26c1de0bbad1 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674138'] for floatingip, after_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:21.611592 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-a73f17f6-d188-413c-a4b2-3de72cb5f901 req-ffdf7c61-3626-42eb-9aa2-80e323deef34 service neutron] 10.222.0.15 "GET /v2.0/networks/cedf6a8a-6813-41b3-b6f2-977e493bfa53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1557593
Jun 28 16:46:21.625597 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [req-7e3a0301-10f4-4814-82ac-7b9116bb1fd4 req-71a3d2dc-07b6-4600-aea0-65e9f2d49efe tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:46:21.630741 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [req-7e3a0301-10f4-4814-82ac-7b9116bb1fd4 req-71a3d2dc-07b6-4600-aea0-65e9f2d49efe tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Usage tracker for resource:port and tenant:63a2e49b0c454d43890a422c6fd0684c is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:46:21.634574 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [req-7e3a0301-10f4-4814-82ac-7b9116bb1fd4 req-71a3d2dc-07b6-4600-aea0-65e9f2d49efe tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Quota usage for port was recalculated. Used quota:3. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:46:21.637696 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-93193d0f-9fb8-4a70-9bf4-26c1de0bbad1 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022804'] for floatingip, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:21.638979 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-93193d0f-9fb8-4a70-9bf4-26c1de0bbad1 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.0238395
Jun 28 16:46:21.648326 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [req-7e3a0301-10f4-4814-82ac-7b9116bb1fd4 req-71a3d2dc-07b6-4600-aea0-65e9f2d49efe tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:46:21.669686 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e3a0301-10f4-4814-82ac-7b9116bb1fd4 req-71a3d2dc-07b6-4600-aea0-65e9f2d49efe tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Made reservation on behalf of 63a2e49b0c454d43890a422c6fd0684c for: {'port': 1} {{(pid=74151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 28 16:46:21.672886 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [req-7e3a0301-10f4-4814-82ac-7b9116bb1fd4 req-71a3d2dc-07b6-4600-aea0-65e9f2d49efe tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:21.860307 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.db_base_plugin_common [req-7e3a0301-10f4-4814-82ac-7b9116bb1fd4 req-71a3d2dc-07b6-4600-aea0-65e9f2d49efe tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Allocated IP 172.20.0.13 (5a346278-b5ab-4c50-92aa-d9c545e84c60/b3e3d357-dcc0-424c-a40d-bd73416cd8db/f090046c-f0d5-4f85-beb0-83bf7f44cb1b) {{(pid=74151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 28 16:46:21.942692 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-e68daebf-9fb6-4513-9365-7dbb6db58531 req-aef8b972-aa6f-4c42-ac83-9a6d60d5469f tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=66abd257-739b-4da2-9931-0f05ce8da130 HTTP/1.1" status: 200  len: 210 time: 0.0971093
Jun 28 16:46:21.966589 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-9e7f5454-bc69-41a2-8324-632dde54cf23 req-ffd5c171-5820-4883-b9b6-db42af230ef3 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1213900235&fields=id&tenant_id=82c03e5282854bd0ba377331b218109e HTTP/1.1" status: 200  len: 267 time: 0.1524844
Jun 28 16:46:22.103361 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [req-7e3a0301-10f4-4814-82ac-7b9116bb1fd4 req-71a3d2dc-07b6-4600-aea0-65e9f2d49efe tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify callbacks [] for port, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:22.123852 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7f5454-bc69-41a2-8324-632dde54cf23 req-c8498eee-c486-4ec4-8fc2-41001166ebfb tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:46:22.125413 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-9e7f5454-bc69-41a2-8324-632dde54cf23 req-c8498eee-c486-4ec4-8fc2-41001166ebfb tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/networks?id=016488fa-4c73-4804-a4b6-958ce586a741 HTTP/1.1" status: 200  len: 810 time: 0.1523261
Jun 28 16:46:22.131043 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.provisioning_blocks [req-7e3a0301-10f4-4814-82ac-7b9116bb1fd4 req-71a3d2dc-07b6-4600-aea0-65e9f2d49efe tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Transition to ACTIVE for port object f090046c-f0d5-4f85-beb0-83bf7f44cb1b will not be triggered until provisioned by entity DHCP. {{(pid=74151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 28 16:46:22.144928 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-9e7f5454-bc69-41a2-8324-632dde54cf23 req-8c7baa22-060e-4065-bbe0-d0c0d8eb35b7 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/quotas/82c03e5282854bd0ba377331b218109e HTTP/1.1" status: 200  len: 375 time: 0.0111656
Jun 28 16:46:22.167795 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [req-7e3a0301-10f4-4814-82ac-7b9116bb1fd4 req-71a3d2dc-07b6-4600-aea0-65e9f2d49efe tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771078328113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32204965'] for port, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:22.175183 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-3d71c694-747a-4566-9bb6-4867bd2cc5ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:46:22.250543 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-9e7f5454-bc69-41a2-8324-632dde54cf23 req-07468682-2f12-4b80-b0d4-208e66b38f85 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Synchronizing usage tracker for tenant:82c03e5282854bd0ba377331b218109e on resource:port {{(pid=74150) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 28 16:46:22.254181 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e3a0301-10f4-4814-82ac-7b9116bb1fd4 req-71a3d2dc-07b6-4600-aea0-65e9f2d49efe tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Network 5a346278-b5ab-4c50-92aa-d9c545e84c60 is already hosted by enough agents. {{(pid=74151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 28 16:46:22.259230 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.base_scheduler [req-7e3a0301-10f4-4814-82ac-7b9116bb1fd4 req-71a3d2dc-07b6-4600-aea0-65e9f2d49efe tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Resources bound (agent type, host, resource id):  {{(pid=74151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 28 16:46:22.268611 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e3a0301-10f4-4814-82ac-7b9116bb1fd4 req-71a3d2dc-07b6-4600-aea0-65e9f2d49efe tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Received port after_create {{(pid=74151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 28 16:46:22.279926 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-9e7f5454-bc69-41a2-8324-632dde54cf23 req-07468682-2f12-4b80-b0d4-208e66b38f85 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Unset dirty status for tenant:82c03e5282854bd0ba377331b218109e on resource:port {{(pid=74150) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 28 16:46:22.286163 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device b6fc286a-a812-449c-8b8f-21e5b33d1514 details requested by agent hyperv_hv-cinder-79810 with host hv-cinder-79810 {{(pid=74152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 28 16:46:22.294860 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-9e7f5454-bc69-41a2-8324-632dde54cf23 req-07468682-2f12-4b80-b0d4-208e66b38f85 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=82c03e5282854bd0ba377331b218109e&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1382272
Jun 28 16:46:22.302611 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a3d2dc-07b6-4600-aea0-65e9f2d49efe tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Pushing event updated for resources: {'Port': ['ID=f090046c-f0d5-4f85-beb0-83bf7f44cb1b,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:46:22.311440 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-71a3d2dc-07b6-4600-aea0-65e9f2d49efe tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:46:22.368864 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a0301-10f4-4814-82ac-7b9116bb1fd4 req-71a3d2dc-07b6-4600-aea0-65e9f2d49efe tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:46:22.369543 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [req-7e3a0301-10f4-4814-82ac-7b9116bb1fd4 req-71a3d2dc-07b6-4600-aea0-65e9f2d49efe tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022804'] for port, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:22.408513 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-7e3a0301-10f4-4814-82ac-7b9116bb1fd4 req-71a3d2dc-07b6-4600-aea0-65e9f2d49efe tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1575150
Jun 28 16:46:22.422734 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.v2.base [req-7e3a0301-10f4-4814-82ac-7b9116bb1fd4 req-3df73062-7f92-4865-8568-171b40d65067 service neutron] Request body: {'port': {'device_id': '66abd257-739b-4da2-9931-0f05ce8da130', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79810'}} {{(pid=74151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:46:22.579305 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] For port b6fc286a-a812-449c-8b8f-21e5b33d1514, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=b6fc286a-a812-449c-8b8f-21e5b33d1514,segment=NetworkSegment(a2ba38a0-a8a7-428e-ae66-dabdf4d5f43a),segment_id=a2ba38a0-a8a7-428e-ae66-dabdf4d5f43a)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:46:22.582610 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [req-7e3a0301-10f4-4814-82ac-7b9116bb1fd4 req-3df73062-7f92-4865-8568-171b40d65067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:22.604096 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-9e7f5454-bc69-41a2-8324-632dde54cf23 req-b3249ae7-6f6e-4e66-ad24-974e453c4486 service neutron] 10.222.0.30 "GET /v2.0/networks/016488fa-4c73-4804-a4b6-958ce586a741?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2973020
Jun 28 16:46:22.606766 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Returning: {'device': 'b6fc286a-a812-449c-8b8f-21e5b33d1514', 'network_id': 'cedf6a8a-6813-41b3-b6f2-977e493bfa53', 'port_id': 'b6fc286a-a812-449c-8b8f-21e5b33d1514', 'mac_address': 'fa:16:3e:7f:a9:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5b08fa1-1844-4c49-830b-b8ebe2ded68c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 28 16:46:22.709712 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-52b35e19-bb4e-4efd-a227-e3b56128118a None None] Provisioning for port f090046c-f0d5-4f85-beb0-83bf7f44cb1b completed by entity DHCP. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 28 16:46:22.724822 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-52b35e19-bb4e-4efd-a227-e3b56128118a None None] Provisioning complete for port f090046c-f0d5-4f85-beb0-83bf7f44cb1b triggered by entity DHCP. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:46:22.725823 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-52b35e19-bb4e-4efd-a227-e3b56128118a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:22.839426 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-52b35e19-bb4e-4efd-a227-e3b56128118a None None] Port f090046c-f0d5-4f85-beb0-83bf7f44cb1b cannot update to ACTIVE because it is not bound. {{(pid=74152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 28 16:46:22.854584 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:22.884482 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-9e7f5454-bc69-41a2-8324-632dde54cf23 req-cdead958-5583-4d51-9d3c-2a2043eda95c service neutron] 10.222.0.30 "GET /v2.0/networks/016488fa-4c73-4804-a4b6-958ce586a741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2786856
Jun 28 16:46:22.896561 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.notifiers.nova [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6fc286a-a812-449c-8b8f-21e5b33d1514 {{(pid=74152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 28 16:46:22.928786 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e956c0f7-e22d-439e-9278-7b1516d1b8fe req-79438889-a753-4586-abc2-96b8319291ce tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:46:22.930962 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-e956c0f7-e22d-439e-9278-7b1516d1b8fe req-79438889-a753-4586-abc2-96b8319291ce tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba044eb1-ec6d-491a-be71-55f3db576c91 HTTP/1.1" status: 200  len: 943 time: 0.1656184
Jun 28 16:46:22.942265 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] For port b6fc286a-a812-449c-8b8f-21e5b33d1514, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=b6fc286a-a812-449c-8b8f-21e5b33d1514,segment=NetworkSegment(a2ba38a0-a8a7-428e-ae66-dabdf4d5f43a),segment_id=a2ba38a0-a8a7-428e-ae66-dabdf4d5f43a)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:46:22.956549 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:22.963691 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:46:23.021083 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-e956c0f7-e22d-439e-9278-7b1516d1b8fe req-8c389818-40a0-4253-af98-75ea20f03434 tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] 10.222.0.30 "GET /v2.0/security-groups?id=f7a0c3dd-bcda-4cb4-9d9d-e9ba7b1ec6b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719390
Jun 28 16:46:23.097333 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Pushing event updated for resources: {'Port': ['ID=b6fc286a-a812-449c-8b8f-21e5b33d1514,revision_number=4']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:46:23.108728 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:46:23.180569 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] get_ports_and_sgs() called for port_ids ['b6fc286a-a812-449c-8b8f-21e5b33d1514'] {{(pid=74152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 28 16:46:23.288550 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.notifiers.nova [req-7e3a0301-10f4-4814-82ac-7b9116bb1fd4 req-3df73062-7f92-4865-8568-171b40d65067 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f090046c-f0d5-4f85-beb0-83bf7f44cb1b {{(pid=74151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 28 16:46:23.297806 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [req-7e3a0301-10f4-4814-82ac-7b9116bb1fd4 req-3df73062-7f92-4865-8568-171b40d65067 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:23.338177 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.provisioning_blocks [req-7e3a0301-10f4-4814-82ac-7b9116bb1fd4 req-3df73062-7f92-4865-8568-171b40d65067 service neutron] Transition to ACTIVE for port object f090046c-f0d5-4f85-beb0-83bf7f44cb1b will not be triggered until provisioned by entity L2. {{(pid=74151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 28 16:46:23.344558 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [req-7e3a0301-10f4-4814-82ac-7b9116bb1fd4 req-3df73062-7f92-4865-8568-171b40d65067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32204972'] for port, after_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:23.352564 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-efa5e668-c6e9-4cda-8b3a-03e0f35d6e2e tempest-VolumesActionsTest-884267982 tempest-VolumesActionsTest-884267982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:46:23.378208 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-f33693a4-85a9-46cc-a519-78d9c5cd3190 req-9867bef5-1ea0-4729-a30c-0aa03d7cfa1b tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a8dcfd2-cb43-4841-92aa-a24274d78585 HTTP/1.1" status: 200  len: 210 time: 0.1190994
Jun 28 16:46:23.454917 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a97b146-bf9b-4d99-b1fb-d854a9ac8294 req-13a018ba-ca06-40d5-b266-71b91136ffb2 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:46:23.462286 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-7a97b146-bf9b-4d99-b1fb-d854a9ac8294 req-13a018ba-ca06-40d5-b266-71b91136ffb2 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=66abd257-739b-4da2-9931-0f05ce8da130 HTTP/1.1" status: 200  len: 932 time: 0.2683535
Jun 28 16:46:23.520131 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-7a97b146-bf9b-4d99-b1fb-d854a9ac8294 req-a738fdcc-4239-489f-8b5f-310707b1e6b1 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=0fc9b833-75ba-412f-9101-db0a16953a9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0568535
Jun 28 16:46:23.570511 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df73062-7f92-4865-8568-171b40d65067 service neutron] Pushing event updated for resources: {'Port': ['ID=f090046c-f0d5-4f85-beb0-83bf7f44cb1b,revision_number=2']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:46:23.574814 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-3df73062-7f92-4865-8568-171b40d65067 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:46:23.700099 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.managers [req-7e3a0301-10f4-4814-82ac-7b9116bb1fd4 req-3df73062-7f92-4865-8568-171b40d65067 service neutron] Attempting to bind port f090046c-f0d5-4f85-beb0-83bf7f44cb1b on host hv-cinder-79810 for vnic_type normal with profile  {{(pid=74151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 28 16:46:23.701081 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.managers [req-7e3a0301-10f4-4814-82ac-7b9116bb1fd4 req-3df73062-7f92-4865-8568-171b40d65067 service neutron] Attempting to bind port f090046c-f0d5-4f85-beb0-83bf7f44cb1b by drivers openvswitch,hyperv on host hv-cinder-79810 at level 0 using segments [{'id': 'f7e7868f-b1c3-4298-a940-297b02826b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5a346278-b5ab-4c50-92aa-d9c545e84c60'}] {{(pid=74151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 28 16:46:23.701661 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3a0301-10f4-4814-82ac-7b9116bb1fd4 req-3df73062-7f92-4865-8568-171b40d65067 service neutron] Attempting to bind port f090046c-f0d5-4f85-beb0-83bf7f44cb1b on network 5a346278-b5ab-4c50-92aa-d9c545e84c60 {{(pid=74151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 28 16:46:23.715548 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3a0301-10f4-4814-82ac-7b9116bb1fd4 req-3df73062-7f92-4865-8568-171b40d65067 service neutron] Port f090046c-f0d5-4f85-beb0-83bf7f44cb1b on network 5a346278-b5ab-4c50-92aa-d9c545e84c60 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79810 {{(pid=74151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 28 16:46:23.716200 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3a0301-10f4-4814-82ac-7b9116bb1fd4 req-3df73062-7f92-4865-8568-171b40d65067 service neutron] Attempting to bind port f090046c-f0d5-4f85-beb0-83bf7f44cb1b on network 5a346278-b5ab-4c50-92aa-d9c545e84c60 {{(pid=74151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 28 16:46:23.728308 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3a0301-10f4-4814-82ac-7b9116bb1fd4 req-3df73062-7f92-4865-8568-171b40d65067 service neutron] Checking agent: {'id': '11e346dd-a6a4-43d4-822e-d449440d0a22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 16, 39, 15), 'started_at': datetime.datetime(2021, 6, 28, 16, 39, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 16, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 28 16:46:23.728969 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3a0301-10f4-4814-82ac-7b9116bb1fd4 req-3df73062-7f92-4865-8568-171b40d65067 service neutron] Checking segment: {'id': 'f7e7868f-b1c3-4298-a940-297b02826b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5a346278-b5ab-4c50-92aa-d9c545e84c60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 28 16:46:23.729721 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3a0301-10f4-4814-82ac-7b9116bb1fd4 req-3df73062-7f92-4865-8568-171b40d65067 service neutron] Bound using segment: {'id': 'f7e7868f-b1c3-4298-a940-297b02826b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5a346278-b5ab-4c50-92aa-d9c545e84c60'} {{(pid=74151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 28 16:46:23.730537 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.managers [req-7e3a0301-10f4-4814-82ac-7b9116bb1fd4 req-3df73062-7f92-4865-8568-171b40d65067 service neutron] Bound port: f090046c-f0d5-4f85-beb0-83bf7f44cb1b, host: hv-cinder-79810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7e7868f-b1c3-4298-a940-297b02826b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5a346278-b5ab-4c50-92aa-d9c545e84c60'}}] {{(pid=74151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 28 16:46:23.731200 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [req-7e3a0301-10f4-4814-82ac-7b9116bb1fd4 req-3df73062-7f92-4865-8568-171b40d65067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:23.848654 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.db [req-7e3a0301-10f4-4814-82ac-7b9116bb1fd4 req-3df73062-7f92-4865-8568-171b40d65067 service neutron] For port f090046c-f0d5-4f85-beb0-83bf7f44cb1b, host hv-cinder-79810, cleared binding levels {{(pid=74151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 28 16:46:23.852763 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.db [req-7e3a0301-10f4-4814-82ac-7b9116bb1fd4 req-3df73062-7f92-4865-8568-171b40d65067 service neutron] For port f090046c-f0d5-4f85-beb0-83bf7f44cb1b, host hv-cinder-79810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=f090046c-f0d5-4f85-beb0-83bf7f44cb1b,segment=NetworkSegment(f7e7868f-b1c3-4298-a940-297b02826b74),segment_id=f7e7868f-b1c3-4298-a940-297b02826b74)] {{(pid=74151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 28 16:46:23.857617 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [req-7e3a0301-10f4-4814-82ac-7b9116bb1fd4 req-3df73062-7f92-4865-8568-171b40d65067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32204972'] for port, after_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:23.862084 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-3e227318-3646-49ce-b57b-ae6d6b4a9845 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:46:23.926679 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [req-7e3a0301-10f4-4814-82ac-7b9116bb1fd4 req-3df73062-7f92-4865-8568-171b40d65067 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022804'] for port, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:23.928831 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-7e3a0301-10f4-4814-82ac-7b9116bb1fd4 req-3df73062-7f92-4865-8568-171b40d65067 service neutron] 10.222.0.15 "PUT /v2.0/ports/f090046c-f0d5-4f85-beb0-83bf7f44cb1b HTTP/1.1" status: 200  len: 1094 time: 1.5106280
Jun 28 16:46:23.929446 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66abd257-739b-4da2-9931-0f05ce8da130', 'tag': 'f090046c-f0d5-4f85-beb0-83bf7f44cb1b'}] {{(pid=74151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 28 16:46:23.978657 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df73062-7f92-4865-8568-171b40d65067 service neutron] Pushing event updated for resources: {'Port': ['ID=f090046c-f0d5-4f85-beb0-83bf7f44cb1b,revision_number=3']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:46:23.989867 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-3df73062-7f92-4865-8568-171b40d65067 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:46:24.041867 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66abd257-739b-4da2-9931-0f05ce8da130', 'tag': 'f090046c-f0d5-4f85-beb0-83bf7f44cb1b', 'status': 'completed', 'code': 200}
Jun 28 16:46:24.290032 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-7e3a0301-10f4-4814-82ac-7b9116bb1fd4 req-b423dc58-79c3-481e-baed-45a309bebbba service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=63a2e49b0c454d43890a422c6fd0684c&device_id=66abd257-739b-4da2-9931-0f05ce8da130 HTTP/1.1" status: 200  len: 1097 time: 0.3035049
Jun 28 16:46:24.297607 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba31a7-4345-4f3a-8fac-31268b854862 req-637ab9ee-fba6-47fe-9344-47f85fb4424f tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:46:24.299144 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-65ba31a7-4345-4f3a-8fac-31268b854862 req-637ab9ee-fba6-47fe-9344-47f85fb4424f tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba044eb1-ec6d-491a-be71-55f3db576c91 HTTP/1.1" status: 200  len: 944 time: 0.0952773
Jun 28 16:46:24.352014 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-65ba31a7-4345-4f3a-8fac-31268b854862 req-f7292d7e-2780-4e24-96b2-a8c7b1e9405c tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] 10.222.0.30 "GET /v2.0/security-groups?id=f7a0c3dd-bcda-4cb4-9d9d-e9ba7b1ec6b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463157
Jun 28 16:46:24.566108 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-5a141e09-265c-489d-a299-54da3fbf5d6e req-5c07f1c9-d69c-488e-bcc4-9e13f18b86b4 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a8dcfd2-cb43-4841-92aa-a24274d78585 HTTP/1.1" status: 200  len: 210 time: 0.0406570
Jun 28 16:46:24.846558 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3689ff73-1e56-4fa3-84bd-55ace51d1da9 req-124cde08-a573-446b-b52b-a1c3315b4c4c tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:46:24.848039 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-3689ff73-1e56-4fa3-84bd-55ace51d1da9 req-124cde08-a573-446b-b52b-a1c3315b4c4c tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=66abd257-739b-4da2-9931-0f05ce8da130 HTTP/1.1" status: 200  len: 944 time: 0.1836801
Jun 28 16:46:24.896158 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-3689ff73-1e56-4fa3-84bd-55ace51d1da9 req-6df2e8f3-9e67-4405-9e4e-8cc1a1b791f7 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=0fc9b833-75ba-412f-9101-db0a16953a9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417259
Jun 28 16:46:25.338422 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device b6fc286a-a812-449c-8b8f-21e5b33d1514 up at agent hyperv_hv-cinder-79810 {{(pid=74152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 28 16:46:25.427387 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Provisioning for port b6fc286a-a812-449c-8b8f-21e5b33d1514 completed by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 28 16:46:25.434463 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Provisioning complete for port b6fc286a-a812-449c-8b8f-21e5b33d1514 triggered by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:46:25.434839 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:25.589810 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:25.609981 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7614164-46fb-4505-b17e-e520d6bd7184 req-39f0ff3e-4f8d-42dc-bd48-1ec223d06765 tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:46:25.611454 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-c7614164-46fb-4505-b17e-e520d6bd7184 req-39f0ff3e-4f8d-42dc-bd48-1ec223d06765 tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba044eb1-ec6d-491a-be71-55f3db576c91 HTTP/1.1" status: 200  len: 944 time: 0.0823867
Jun 28 16:46:25.633884 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba044eb1-ec6d-491a-be71-55f3db576c91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6fc286a-a812-449c-8b8f-21e5b33d1514'}] {{(pid=74152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 28 16:46:25.644495 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] For port b6fc286a-a812-449c-8b8f-21e5b33d1514, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=b6fc286a-a812-449c-8b8f-21e5b33d1514,segment=NetworkSegment(a2ba38a0-a8a7-428e-ae66-dabdf4d5f43a),segment_id=a2ba38a0-a8a7-428e-ae66-dabdf4d5f43a)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:46:25.654601 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:25.659630 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:46:25.683769 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-c7614164-46fb-4505-b17e-e520d6bd7184 req-a5a58307-4f16-4898-93ec-8c9a26ca74f2 tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] 10.222.0.30 "GET /v2.0/security-groups?id=f7a0c3dd-bcda-4cb4-9d9d-e9ba7b1ec6b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0568964
Jun 28 16:46:25.763556 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Pushing event updated for resources: {'Port': ['ID=b6fc286a-a812-449c-8b8f-21e5b33d1514,revision_number=5']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:46:25.766904 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:46:25.772967 dv-cinder-798104-1-iscsi neutron-server[74152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba044eb1-ec6d-491a-be71-55f3db576c91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6fc286a-a812-449c-8b8f-21e5b33d1514', 'code': 200}
Jun 28 16:46:25.794260 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-99ce7cbb-62e6-49e0-b506-2aa74032b434 req-e8f56ba2-1be7-4d43-b4d9-f9f0e9e12d21 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a8dcfd2-cb43-4841-92aa-a24274d78585 HTTP/1.1" status: 200  len: 210 time: 0.0764053
Jun 28 16:46:26.120664 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78c7e39-1213-404b-99ad-7bd4988ae3f8 req-f785a596-9ad5-48a6-b906-12a53b3d45bf tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:46:26.122230 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-b78c7e39-1213-404b-99ad-7bd4988ae3f8 req-f785a596-9ad5-48a6-b906-12a53b3d45bf tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=66abd257-739b-4da2-9931-0f05ce8da130 HTTP/1.1" status: 200  len: 944 time: 0.0828226
Jun 28 16:46:26.170929 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-b78c7e39-1213-404b-99ad-7bd4988ae3f8 req-7c6780d7-08d9-4b68-b64b-1c50b4265faf tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=0fc9b833-75ba-412f-9101-db0a16953a9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426993
Jun 28 16:46:26.909827 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4031dd5d-1582-4a67-8930-2998157be4c6 req-32b01454-fca6-4316-96db-7a92c65a11d9 tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:46:26.911328 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-4031dd5d-1582-4a67-8930-2998157be4c6 req-32b01454-fca6-4316-96db-7a92c65a11d9 tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba044eb1-ec6d-491a-be71-55f3db576c91 HTTP/1.1" status: 200  len: 945 time: 0.0847118
Jun 28 16:46:26.968886 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-4031dd5d-1582-4a67-8930-2998157be4c6 req-b410741e-3643-4b71-9cdc-3b6d084dbf0e tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] 10.222.0.30 "GET /v2.0/security-groups?id=f7a0c3dd-bcda-4cb4-9d9d-e9ba7b1ec6b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497315
Jun 28 16:46:27.049557 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-5cbab6cb-2fef-43f3-94fd-7b497c18075c req-d08f5830-5f49-477d-8f4b-513d0bfd3e48 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a8dcfd2-cb43-4841-92aa-a24274d78585 HTTP/1.1" status: 200  len: 210 time: 0.0458841
Jun 28 16:46:27.425058 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-7e3a0301-10f4-4814-82ac-7b9116bb1fd4 req-394bf8f8-2a2c-45c1-a1ed-048bffb7c3fe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f090046c-f0d5-4f85-beb0-83bf7f44cb1b HTTP/1.1" status: 200  len: 217 time: 0.1454637
Jun 28 16:46:27.497720 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a0301-10f4-4814-82ac-7b9116bb1fd4 req-e09bfad2-6fbf-420f-be02-172236dc02bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:46:27.499247 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-7e3a0301-10f4-4814-82ac-7b9116bb1fd4 req-e09bfad2-6fbf-420f-be02-172236dc02bb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b3e3d357-dcc0-424c-a40d-bd73416cd8db HTTP/1.1" status: 200  len: 856 time: 0.0670335
Jun 28 16:46:27.601154 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-86f8796a-1a35-46f2-a9ae-6b55b4e2dc90 req-3499e82e-085b-4966-995d-0ee9e4dc6a7e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ba044eb1-ec6d-491a-be71-55f3db576c91 HTTP/1.1" status: 200  len: 1098 time: 0.1253660
Jun 28 16:46:27.607234 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f0eb3b-c37f-4f8d-89f4-37712d8d6b5a req-f29f5aa8-55ef-4192-ae8d-dae989f7a1be tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:46:27.609682 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-e0f0eb3b-c37f-4f8d-89f4-37712d8d6b5a req-f29f5aa8-55ef-4192-ae8d-dae989f7a1be tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=66abd257-739b-4da2-9931-0f05ce8da130 HTTP/1.1" status: 200  len: 944 time: 0.1921830
Jun 28 16:46:27.626097 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-7e3a0301-10f4-4814-82ac-7b9116bb1fd4 req-dc329616-0ef9-4e1d-8c6e-b0b149da9fd8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5a346278-b5ab-4c50-92aa-d9c545e84c60&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1183982
Jun 28 16:46:27.709973 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-e0f0eb3b-c37f-4f8d-89f4-37712d8d6b5a req-6f79030a-e03f-4168-aeea-408081ee61c7 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=0fc9b833-75ba-412f-9101-db0a16953a9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0607152
Jun 28 16:46:27.717478 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-86f8796a-1a35-46f2-a9ae-6b55b4e2dc90 req-e6db49c9-58a2-4314-916c-8f379ddc1217 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f7a0c3dd-bcda-4cb4-9d9d-e9ba7b1ec6b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1069338
Jun 28 16:46:27.819215 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-7e3a0301-10f4-4814-82ac-7b9116bb1fd4 req-15f2b2bc-0424-48fa-a962-34567d8f5095 service neutron] 10.222.0.15 "GET /v2.0/networks/5a346278-b5ab-4c50-92aa-d9c545e84c60?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1848671
Jun 28 16:46:27.954434 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7f5454-bc69-41a2-8324-632dde54cf23 req-9698b829-4f2c-4c88-9018-d6095d84961b tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:46:27.956533 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-9e7f5454-bc69-41a2-8324-632dde54cf23 req-9698b829-4f2c-4c88-9018-d6095d84961b tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.15 "GET /v2.0/networks?id=016488fa-4c73-4804-a4b6-958ce586a741 HTTP/1.1" status: 200  len: 810 time: 0.1639342
Jun 28 16:46:27.963750 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-7e3a0301-10f4-4814-82ac-7b9116bb1fd4 req-b0d03529-36c0-4ead-9df3-bc00c5b47637 service neutron] 10.222.0.15 "GET /v2.0/networks/5a346278-b5ab-4c50-92aa-d9c545e84c60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1372762
Jun 28 16:46:28.036459 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-9e7f5454-bc69-41a2-8324-632dde54cf23 req-b670c6bc-9be4-46c6-87ed-844257bba63e tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=82c03e5282854bd0ba377331b218109e HTTP/1.1" status: 200  len: 380 time: 0.0520606
Jun 28 16:46:28.050880 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.v2.base [req-9e7f5454-bc69-41a2-8324-632dde54cf23 req-8be7a668-ea89-45c9-8721-33250b2589fa tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Request body: {'port': {'device_id': '8a8dcfd2-cb43-4841-92aa-a24274d78585', 'network_id': '016488fa-4c73-4804-a4b6-958ce586a741', 'admin_state_up': True, 'tenant_id': '82c03e5282854bd0ba377331b218109e', 'security_groups': ['e5835071-53b8-4807-a894-272f86cdf856']}} {{(pid=74150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:46:28.148535 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-e565d2f1-e1ae-4ee6-970e-e6046ca7bd8d req-2c939310-db61-4142-93a2-2cbc2cb4a5c2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=63a2e49b0c454d43890a422c6fd0684c&device_id=66abd257-739b-4da2-9931-0f05ce8da130 HTTP/1.1" status: 200  len: 1097 time: 0.0904453
Jun 28 16:46:28.429531 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e565d2f1-e1ae-4ee6-970e-e6046ca7bd8d req-48951423-79bb-4ca7-8552-0734ecc78707 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:46:28.431014 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-e565d2f1-e1ae-4ee6-970e-e6046ca7bd8d req-48951423-79bb-4ca7-8552-0734ecc78707 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5a346278-b5ab-4c50-92aa-d9c545e84c60 HTTP/1.1" status: 200  len: 918 time: 0.2606907
Jun 28 16:46:28.434452 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-7e045648-9991-421b-bde9-8f0279d5e2a0 req-2c5b6fe0-c2c5-4506-adef-7f636d6b5911 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a8dcfd2-cb43-4841-92aa-a24274d78585 HTTP/1.1" status: 200  len: 210 time: 0.1133580
Jun 28 16:46:28.510363 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-e565d2f1-e1ae-4ee6-970e-e6046ca7bd8d req-01f687c4-dd1a-4156-bfba-751ba55613ba service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f090046c-f0d5-4f85-beb0-83bf7f44cb1b HTTP/1.1" status: 200  len: 217 time: 0.0700006
Jun 28 16:46:28.568309 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [req-9e7f5454-bc69-41a2-8324-632dde54cf23 req-8be7a668-ea89-45c9-8721-33250b2589fa tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:46:28.582052 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0b477-2a32-46f4-85e9-b16fca8a3133 req-1c3619de-8f69-4b69-8a66-b7f0aeeb14fa tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:46:28.585267 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-edf0b477-2a32-46f4-85e9-b16fca8a3133 req-1c3619de-8f69-4b69-8a66-b7f0aeeb14fa tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba044eb1-ec6d-491a-be71-55f3db576c91 HTTP/1.1" status: 200  len: 945 time: 0.4597080
Jun 28 16:46:28.616737 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [req-9e7f5454-bc69-41a2-8324-632dde54cf23 req-8be7a668-ea89-45c9-8721-33250b2589fa tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:46:28.649771 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e565d2f1-e1ae-4ee6-970e-e6046ca7bd8d req-8803f0b8-6090-4144-8ead-78902164c287 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:46:28.652075 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-e565d2f1-e1ae-4ee6-970e-e6046ca7bd8d req-8803f0b8-6090-4144-8ead-78902164c287 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b3e3d357-dcc0-424c-a40d-bd73416cd8db HTTP/1.1" status: 200  len: 856 time: 0.1274383
Jun 28 16:46:28.706721 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-edf0b477-2a32-46f4-85e9-b16fca8a3133 req-c6857a32-d00e-4ef9-ba55-0a6d99333fc0 tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] 10.222.0.30 "GET /v2.0/security-groups?id=f7a0c3dd-bcda-4cb4-9d9d-e9ba7b1ec6b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1062000
Jun 28 16:46:28.711025 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e7f5454-bc69-41a2-8324-632dde54cf23 req-8be7a668-ea89-45c9-8721-33250b2589fa tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Made reservation on behalf of 82c03e5282854bd0ba377331b218109e for: {'port': 1} {{(pid=74150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 28 16:46:28.725374 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-9e7f5454-bc69-41a2-8324-632dde54cf23 req-8be7a668-ea89-45c9-8721-33250b2589fa tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:28.836420 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-e565d2f1-e1ae-4ee6-970e-e6046ca7bd8d req-ca20697b-1d46-4395-b9c6-5512baa10a56 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5a346278-b5ab-4c50-92aa-d9c545e84c60&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1756620
Jun 28 16:46:29.052614 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-e565d2f1-e1ae-4ee6-970e-e6046ca7bd8d req-23ed31c3-029b-48fc-9833-2ba7c4d98d8d service neutron] 10.222.0.15 "GET /v2.0/networks/5a346278-b5ab-4c50-92aa-d9c545e84c60?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2088826
Jun 28 16:46:29.239725 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-e565d2f1-e1ae-4ee6-970e-e6046ca7bd8d req-c82f6350-74ce-40c3-82be-30ef4d2dce8a service neutron] 10.222.0.15 "GET /v2.0/networks/5a346278-b5ab-4c50-92aa-d9c545e84c60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1737118
Jun 28 16:46:29.293077 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.db_base_plugin_common [req-9e7f5454-bc69-41a2-8324-632dde54cf23 req-8be7a668-ea89-45c9-8721-33250b2589fa tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Allocated IP 172.20.0.5 (016488fa-4c73-4804-a4b6-958ce586a741/c17c6b4c-b032-4eb3-9e61-7e44dcd4cae3/09992bcd-4ae9-41fb-be4e-7efb5ea80349) {{(pid=74150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 28 16:46:29.342409 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a99bcd-2a5c-4812-95f8-d25e31d43f3b req-db60f4bf-343d-40f9-91a3-492cf50ab17d tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:46:29.344052 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-26a99bcd-2a5c-4812-95f8-d25e31d43f3b req-db60f4bf-343d-40f9-91a3-492cf50ab17d tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=66abd257-739b-4da2-9931-0f05ce8da130 HTTP/1.1" status: 200  len: 944 time: 0.2798889
Jun 28 16:46:29.541377 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-26a99bcd-2a5c-4812-95f8-d25e31d43f3b req-c7933166-a666-4ccc-8127-021b1fe19fa7 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=0fc9b833-75ba-412f-9101-db0a16953a9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1846683
Jun 28 16:46:29.614575 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-9e7f5454-bc69-41a2-8324-632dde54cf23 req-8be7a668-ea89-45c9-8721-33250b2589fa tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify callbacks [] for port, precommit_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:29.638036 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39993ca-db25-49fc-9824-1eb6cec82d78 req-c85c4ece-d901-4328-bb46-5ca91f464ed8 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:46:29.639579 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-b39993ca-db25-49fc-9824-1eb6cec82d78 req-c85c4ece-d901-4328-bb46-5ca91f464ed8 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "GET /v2.0/ports?device_id=b81a1608-9252-4639-beb8-5670363a7228 HTTP/1.1" status: 200  len: 946 time: 0.1906688
Jun 28 16:46:29.642625 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.provisioning_blocks [req-9e7f5454-bc69-41a2-8324-632dde54cf23 req-8be7a668-ea89-45c9-8721-33250b2589fa tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Transition to ACTIVE for port object 09992bcd-4ae9-41fb-be4e-7efb5ea80349 will not be triggered until provisioned by entity DHCP. {{(pid=74150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 28 16:46:29.702919 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-b39993ca-db25-49fc-9824-1eb6cec82d78 req-f4d376cb-0485-4e4e-b3b4-a9e35ef8e881 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "GET /v2.0/security-groups?id=50f17e0f-c82b-41aa-8bf5-826f54aa51e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513060
Jun 28 16:46:29.704543 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-9e7f5454-bc69-41a2-8324-632dde54cf23 req-8be7a668-ea89-45c9-8721-33250b2589fa tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771078328113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32536825'] for port, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:29.711034 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-4befdd73-c3a2-4e9b-9c6f-2215cece7251 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:46:29.741428 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 39686) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:46:29.963769 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e7f5454-bc69-41a2-8324-632dde54cf23 req-8be7a668-ea89-45c9-8721-33250b2589fa tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Network 016488fa-4c73-4804-a4b6-958ce586a741 is already hosted by enough agents. {{(pid=74150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 28 16:46:29.975881 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.scheduler.base_scheduler [req-9e7f5454-bc69-41a2-8324-632dde54cf23 req-8be7a668-ea89-45c9-8721-33250b2589fa tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Resources bound (agent type, host, resource id):  {{(pid=74150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 28 16:46:29.987685 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e7f5454-bc69-41a2-8324-632dde54cf23 req-8be7a668-ea89-45c9-8721-33250b2589fa tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Received port after_create {{(pid=74150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 28 16:46:30.013622 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be7a668-ea89-45c9-8721-33250b2589fa tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Pushing event updated for resources: {'Port': ['ID=09992bcd-4ae9-41fb-be4e-7efb5ea80349,revision_number=1']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:46:30.033441 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-8be7a668-ea89-45c9-8721-33250b2589fa tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:46:30.087487 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7f5454-bc69-41a2-8324-632dde54cf23 req-8be7a668-ea89-45c9-8721-33250b2589fa tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:46:30.088314 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-9e7f5454-bc69-41a2-8324-632dde54cf23 req-8be7a668-ea89-45c9-8721-33250b2589fa tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022804'] for port, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:30.124579 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d53ee0-e25a-44d6-ac00-df4ed144efaa req-10a61a1a-739c-449a-9968-63fc26c1d85c tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:46:30.126300 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-f3d53ee0-e25a-44d6-ac00-df4ed144efaa req-10a61a1a-739c-449a-9968-63fc26c1d85c tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a8dcfd2-cb43-4841-92aa-a24274d78585 HTTP/1.1" status: 200  len: 931 time: 0.2720087
Jun 28 16:46:30.140643 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-9e7f5454-bc69-41a2-8324-632dde54cf23 req-8be7a668-ea89-45c9-8721-33250b2589fa tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0977409
Jun 28 16:46:30.149275 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863d457a-1fe4-4418-a4ae-84fe58b7cd76 req-a023ea6c-5867-4fa6-9333-bdeb5f67e0eb tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:46:30.157835 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-863d457a-1fe4-4418-a4ae-84fe58b7cd76 req-a023ea6c-5867-4fa6-9333-bdeb5f67e0eb tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba044eb1-ec6d-491a-be71-55f3db576c91 HTTP/1.1" status: 200  len: 945 time: 0.2445722
Jun 28 16:46:30.161690 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-ac3ed0d3-f7ce-47a9-b679-7ab2115bb33a tempest-TestMinimumBasicScenario-1271225982 tempest-TestMinimumBasicScenario-1271225982-project-admin] Synchronizing usage tracker for tenant:a19ce1c86f184913a3f5eb3b528fe413 on resource:port {{(pid=74151) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 28 16:46:30.166515 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.v2.base [req-9e7f5454-bc69-41a2-8324-632dde54cf23 req-e802395c-4301-4a2a-9bef-ac34b84e146b service neutron] Request body: {'port': {'device_id': '8a8dcfd2-cb43-4841-92aa-a24274d78585', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79810'}} {{(pid=74150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:46:30.212084 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-ac3ed0d3-f7ce-47a9-b679-7ab2115bb33a tempest-TestMinimumBasicScenario-1271225982 tempest-TestMinimumBasicScenario-1271225982-project-admin] Unset dirty status for tenant:a19ce1c86f184913a3f5eb3b528fe413 on resource:port {{(pid=74151) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 28 16:46:30.213290 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-ac3ed0d3-f7ce-47a9-b679-7ab2115bb33a tempest-TestMinimumBasicScenario-1271225982 tempest-TestMinimumBasicScenario-1271225982-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=b81a1608-9252-4639-beb8-5670363a7228 HTTP/1.1" status: 200  len: 1094 time: 0.4700949
Jun 28 16:46:30.218044 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 39696) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:46:30.224253 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.v2.base [None req-39ba6663-2c3a-4a39-9888-18c0b64cdcc8 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Request body: {'floatingip': {'floating_network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'port_id': '9ef9ab2d-d8e5-41cf-9873-0bc20df26315', 'tenant_id': 'ef6d67df2935467a8c9855979ceb5e65', 'fixed_ip_address': '172.20.0.11'}} {{(pid=74151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:46:30.232524 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-39ba6663-2c3a-4a39-9888-18c0b64cdcc8 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:46:30.239572 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-39ba6663-2c3a-4a39-9888-18c0b64cdcc8 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Usage tracker for resource:floatingip and tenant:ef6d67df2935467a8c9855979ceb5e65 is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:46:30.254164 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-39ba6663-2c3a-4a39-9888-18c0b64cdcc8 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:46:30.266120 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-39ba6663-2c3a-4a39-9888-18c0b64cdcc8 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:46:30.289876 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-39ba6663-2c3a-4a39-9888-18c0b64cdcc8 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Notify callbacks [] for floatingip, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:30.320133 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device f090046c-f0d5-4f85-beb0-83bf7f44cb1b details requested by agent hyperv_hv-cinder-79810 with host hv-cinder-79810 {{(pid=74152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 28 16:46:30.361366 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-f3d53ee0-e25a-44d6-ac00-df4ed144efaa req-754e55ab-3cb2-4774-b518-41f09306821f tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/security-groups?id=e5835071-53b8-4807-a894-272f86cdf856&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2001183
Jun 28 16:46:30.374212 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-863d457a-1fe4-4418-a4ae-84fe58b7cd76 req-aae15e34-ad16-4b69-bee9-de4cc610af76 tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] 10.222.0.30 "GET /v2.0/security-groups?id=f7a0c3dd-bcda-4cb4-9d9d-e9ba7b1ec6b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2152703
Jun 28 16:46:30.389363 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-9e7f5454-bc69-41a2-8324-632dde54cf23 req-e802395c-4301-4a2a-9bef-ac34b84e146b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:30.534594 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-73b54c90-9705-43cb-84bb-4ebb70e2c157 None None] Provisioning for port 09992bcd-4ae9-41fb-be4e-7efb5ea80349 completed by entity DHCP. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 28 16:46:30.573241 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-73b54c90-9705-43cb-84bb-4ebb70e2c157 None None] Provisioning complete for port 09992bcd-4ae9-41fb-be4e-7efb5ea80349 triggered by entity DHCP. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:46:30.578916 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-73b54c90-9705-43cb-84bb-4ebb70e2c157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:30.643445 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-39ba6663-2c3a-4a39-9888-18c0b64cdcc8 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:30.671033 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-73b54c90-9705-43cb-84bb-4ebb70e2c157 None None] Port 09992bcd-4ae9-41fb-be4e-7efb5ea80349 cannot update to ACTIVE because it is not bound. {{(pid=74152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 28 16:46:30.704360 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] For port f090046c-f0d5-4f85-beb0-83bf7f44cb1b, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=f090046c-f0d5-4f85-beb0-83bf7f44cb1b,segment=NetworkSegment(f7e7868f-b1c3-4298-a940-297b02826b74),segment_id=f7e7868f-b1c3-4298-a940-297b02826b74)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:46:30.746334 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Returning: {'device': 'f090046c-f0d5-4f85-beb0-83bf7f44cb1b', 'network_id': '5a346278-b5ab-4c50-92aa-d9c545e84c60', 'port_id': 'f090046c-f0d5-4f85-beb0-83bf7f44cb1b', 'mac_address': 'fa:16:3e:1e:28:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3e3d357-dcc0-424c-a40d-bd73416cd8db', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 28 16:46:30.822463 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:30.842973 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.notifiers.nova [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f090046c-f0d5-4f85-beb0-83bf7f44cb1b {{(pid=74152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 28 16:46:30.856539 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.db_base_plugin_common [None req-39ba6663-2c3a-4a39-9888-18c0b64cdcc8 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Allocated IP 172.27.2.140 (05d3a8da-27a1-489e-9cdc-367ff8331792/29317296-a498-419b-860c-f9843650e8eb/02af61f5-2b54-4a9b-89a8-9c97f9dd9cf9) {{(pid=74151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 28 16:46:30.862055 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] For port f090046c-f0d5-4f85-beb0-83bf7f44cb1b, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=f090046c-f0d5-4f85-beb0-83bf7f44cb1b,segment=NetworkSegment(f7e7868f-b1c3-4298-a940-297b02826b74),segment_id=f7e7868f-b1c3-4298-a940-297b02826b74)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:46:30.867310 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:30.869724 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:46:30.983533 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b9418c-5c7b-435f-857a-bd02a62c5107 req-6a801c47-091a-4398-8cd5-4673d35e51f9 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:46:30.985202 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-54b9418c-5c7b-435f-857a-bd02a62c5107 req-6a801c47-091a-4398-8cd5-4673d35e51f9 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=66abd257-739b-4da2-9931-0f05ce8da130 HTTP/1.1" status: 200  len: 945 time: 0.1564467
Jun 28 16:46:31.003113 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Pushing event updated for resources: {'Port': ['ID=f090046c-f0d5-4f85-beb0-83bf7f44cb1b,revision_number=4']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:46:31.008689 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:46:31.091580 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-54b9418c-5c7b-435f-857a-bd02a62c5107 req-f9003d72-ec20-465b-b01d-9e30b26d7cad tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=0fc9b833-75ba-412f-9101-db0a16953a9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0936260
Jun 28 16:46:31.093916 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.notifiers.nova [req-9e7f5454-bc69-41a2-8324-632dde54cf23 req-e802395c-4301-4a2a-9bef-ac34b84e146b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09992bcd-4ae9-41fb-be4e-7efb5ea80349 {{(pid=74150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 28 16:46:31.103165 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-9e7f5454-bc69-41a2-8324-632dde54cf23 req-e802395c-4301-4a2a-9bef-ac34b84e146b service neutron] Notify callbacks [] for port, precommit_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:31.112135 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] get_ports_and_sgs() called for port_ids ['f090046c-f0d5-4f85-beb0-83bf7f44cb1b'] {{(pid=74152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 28 16:46:31.122869 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.provisioning_blocks [req-9e7f5454-bc69-41a2-8324-632dde54cf23 req-e802395c-4301-4a2a-9bef-ac34b84e146b service neutron] Transition to ACTIVE for port object 09992bcd-4ae9-41fb-be4e-7efb5ea80349 will not be triggered until provisioned by entity L2. {{(pid=74150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 28 16:46:31.129853 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-9e7f5454-bc69-41a2-8324-632dde54cf23 req-e802395c-4301-4a2a-9bef-ac34b84e146b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32536816'] for port, after_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:31.137919 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-5c8b87fb-7cbc-4746-bc98-67347f97450b tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:46:31.148748 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-39ba6663-2c3a-4a39-9888-18c0b64cdcc8 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Notify callbacks [] for port, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:31.189488 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-39ba6663-2c3a-4a39-9888-18c0b64cdcc8 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771078328113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32204965'] for port, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:31.203113 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-93193d0f-9fb8-4a70-9bf4-26c1de0bbad1 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:46:31.248639 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ba6663-2c3a-4a39-9888-18c0b64cdcc8 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Network 05d3a8da-27a1-489e-9cdc-367ff8331792 is already hosted by enough agents. {{(pid=74151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 28 16:46:31.257296 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.base_scheduler [None req-39ba6663-2c3a-4a39-9888-18c0b64cdcc8 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Resources bound (agent type, host, resource id):  {{(pid=74151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 28 16:46:31.261353 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ba6663-2c3a-4a39-9888-18c0b64cdcc8 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Received port after_create {{(pid=74151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 28 16:46:31.362508 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ba6663-2c3a-4a39-9888-18c0b64cdcc8 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Pushing event updated for resources: {'Port': ['ID=02af61f5-2b54-4a9b-89a8-9c97f9dd9cf9,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:46:31.367008 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-39ba6663-2c3a-4a39-9888-18c0b64cdcc8 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:46:31.385560 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e802395c-4301-4a2a-9bef-ac34b84e146b service neutron] Pushing event updated for resources: {'Port': ['ID=09992bcd-4ae9-41fb-be4e-7efb5ea80349,revision_number=2']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:46:31.388660 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-e802395c-4301-4a2a-9bef-ac34b84e146b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:46:31.552510 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.managers [req-9e7f5454-bc69-41a2-8324-632dde54cf23 req-e802395c-4301-4a2a-9bef-ac34b84e146b service neutron] Attempting to bind port 09992bcd-4ae9-41fb-be4e-7efb5ea80349 on host hv-cinder-79810 for vnic_type normal with profile  {{(pid=74150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 28 16:46:31.552831 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.managers [req-9e7f5454-bc69-41a2-8324-632dde54cf23 req-e802395c-4301-4a2a-9bef-ac34b84e146b service neutron] Attempting to bind port 09992bcd-4ae9-41fb-be4e-7efb5ea80349 by drivers openvswitch,hyperv on host hv-cinder-79810 at level 0 using segments [{'id': 'd95c8297-5540-4933-9f3d-9c3b535a42fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '016488fa-4c73-4804-a4b6-958ce586a741'}] {{(pid=74150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 28 16:46:31.554209 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7f5454-bc69-41a2-8324-632dde54cf23 req-e802395c-4301-4a2a-9bef-ac34b84e146b service neutron] Attempting to bind port 09992bcd-4ae9-41fb-be4e-7efb5ea80349 on network 016488fa-4c73-4804-a4b6-958ce586a741 {{(pid=74150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 28 16:46:31.566790 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7f5454-bc69-41a2-8324-632dde54cf23 req-e802395c-4301-4a2a-9bef-ac34b84e146b service neutron] Port 09992bcd-4ae9-41fb-be4e-7efb5ea80349 on network 016488fa-4c73-4804-a4b6-958ce586a741 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79810 {{(pid=74150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 28 16:46:31.567297 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7f5454-bc69-41a2-8324-632dde54cf23 req-e802395c-4301-4a2a-9bef-ac34b84e146b service neutron] Attempting to bind port 09992bcd-4ae9-41fb-be4e-7efb5ea80349 on network 016488fa-4c73-4804-a4b6-958ce586a741 {{(pid=74150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 28 16:46:31.576036 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7f5454-bc69-41a2-8324-632dde54cf23 req-e802395c-4301-4a2a-9bef-ac34b84e146b service neutron] Checking agent: {'id': '11e346dd-a6a4-43d4-822e-d449440d0a22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 16, 39, 15), 'started_at': datetime.datetime(2021, 6, 28, 16, 39, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 16, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 28 16:46:31.576538 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7f5454-bc69-41a2-8324-632dde54cf23 req-e802395c-4301-4a2a-9bef-ac34b84e146b service neutron] Checking segment: {'id': 'd95c8297-5540-4933-9f3d-9c3b535a42fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '016488fa-4c73-4804-a4b6-958ce586a741'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 28 16:46:31.576769 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7f5454-bc69-41a2-8324-632dde54cf23 req-e802395c-4301-4a2a-9bef-ac34b84e146b service neutron] Bound using segment: {'id': 'd95c8297-5540-4933-9f3d-9c3b535a42fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '016488fa-4c73-4804-a4b6-958ce586a741'} {{(pid=74150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 28 16:46:31.577589 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.managers [req-9e7f5454-bc69-41a2-8324-632dde54cf23 req-e802395c-4301-4a2a-9bef-ac34b84e146b service neutron] Bound port: 09992bcd-4ae9-41fb-be4e-7efb5ea80349, host: hv-cinder-79810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd95c8297-5540-4933-9f3d-9c3b535a42fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '016488fa-4c73-4804-a4b6-958ce586a741'}}] {{(pid=74150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 28 16:46:31.577999 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-9e7f5454-bc69-41a2-8324-632dde54cf23 req-e802395c-4301-4a2a-9bef-ac34b84e146b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:31.754834 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.db [req-9e7f5454-bc69-41a2-8324-632dde54cf23 req-e802395c-4301-4a2a-9bef-ac34b84e146b service neutron] For port 09992bcd-4ae9-41fb-be4e-7efb5ea80349, host hv-cinder-79810, cleared binding levels {{(pid=74150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 28 16:46:31.759986 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.db [req-9e7f5454-bc69-41a2-8324-632dde54cf23 req-e802395c-4301-4a2a-9bef-ac34b84e146b service neutron] For port 09992bcd-4ae9-41fb-be4e-7efb5ea80349, host hv-cinder-79810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=09992bcd-4ae9-41fb-be4e-7efb5ea80349,segment=NetworkSegment(d95c8297-5540-4933-9f3d-9c3b535a42fe),segment_id=d95c8297-5540-4933-9f3d-9c3b535a42fe)] {{(pid=74150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 28 16:46:31.773194 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-9e7f5454-bc69-41a2-8324-632dde54cf23 req-e802395c-4301-4a2a-9bef-ac34b84e146b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32536816'] for port, after_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:31.778578 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-3681081d-0b25-471e-b57a-69d471d1f603 tempest-ServerRescueNegativeTestJSON-1725216888 tempest-ServerRescueNegativeTestJSON-1725216888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:46:31.813673 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4895553d-aaef-494d-9722-be0eb876af69 req-0714f0df-46da-486a-93a6-00c012a58a8e tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:46:31.814384 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-4895553d-aaef-494d-9722-be0eb876af69 req-0714f0df-46da-486a-93a6-00c012a58a8e tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Synchronizing usage tracker for tenant:82c03e5282854bd0ba377331b218109e on resource:port {{(pid=74150) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 28 16:46:31.858492 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-9e7f5454-bc69-41a2-8324-632dde54cf23 req-e802395c-4301-4a2a-9bef-ac34b84e146b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022804'] for port, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:31.859748 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-9e7f5454-bc69-41a2-8324-632dde54cf23 req-e802395c-4301-4a2a-9bef-ac34b84e146b service neutron] 10.222.0.15 "PUT /v2.0/ports/09992bcd-4ae9-41fb-be4e-7efb5ea80349 HTTP/1.1" status: 200  len: 1093 time: 1.6996238
Jun 28 16:46:31.860265 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a8dcfd2-cb43-4841-92aa-a24274d78585', 'tag': '09992bcd-4ae9-41fb-be4e-7efb5ea80349'}] {{(pid=74150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 28 16:46:31.880252 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e802395c-4301-4a2a-9bef-ac34b84e146b service neutron] Pushing event updated for resources: {'Port': ['ID=09992bcd-4ae9-41fb-be4e-7efb5ea80349,revision_number=3']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:46:31.884149 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-4895553d-aaef-494d-9722-be0eb876af69 req-0714f0df-46da-486a-93a6-00c012a58a8e tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Unset dirty status for tenant:82c03e5282854bd0ba377331b218109e on resource:port {{(pid=74150) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 28 16:46:31.885378 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-4895553d-aaef-494d-9722-be0eb876af69 req-0714f0df-46da-486a-93a6-00c012a58a8e tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a8dcfd2-cb43-4841-92aa-a24274d78585 HTTP/1.1" status: 200  len: 943 time: 0.2602272
Jun 28 16:46:31.886229 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-e802395c-4301-4a2a-9bef-ac34b84e146b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:46:32.012831 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-4895553d-aaef-494d-9722-be0eb876af69 req-e2599938-c5b7-42e0-91c7-b78ee0ab1ae2 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/security-groups?id=e5835071-53b8-4807-a894-272f86cdf856&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1204982
Jun 28 16:46:32.047538 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-9e7f5454-bc69-41a2-8324-632dde54cf23 req-56faa5a8-6407-4246-93a8-bfc86c149165 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=82c03e5282854bd0ba377331b218109e&device_id=8a8dcfd2-cb43-4841-92aa-a24274d78585 HTTP/1.1" status: 200  len: 1096 time: 0.1197672
Jun 28 16:46:32.062074 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-39ba6663-2c3a-4a39-9888-18c0b64cdcc8 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:32.159534 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-39ba6663-2c3a-4a39-9888-18c0b64cdcc8 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:32.181933 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-9e7f5454-bc69-41a2-8324-632dde54cf23 req-d095e030-efc8-4e0f-b611-83baebf9d339 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09992bcd-4ae9-41fb-be4e-7efb5ea80349 HTTP/1.1" status: 200  len: 217 time: 0.1257644
Jun 28 16:46:32.293580 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a8dcfd2-cb43-4841-92aa-a24274d78585', 'tag': '09992bcd-4ae9-41fb-be4e-7efb5ea80349', 'status': 'completed', 'code': 200}
Jun 28 16:46:32.320705 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7f5454-bc69-41a2-8324-632dde54cf23 req-7c8deaf6-c6f0-40d0-85c9-26a155bd3ce2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:46:32.321435 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device f090046c-f0d5-4f85-beb0-83bf7f44cb1b up at agent hyperv_hv-cinder-79810 {{(pid=74152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 28 16:46:32.323729 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-9e7f5454-bc69-41a2-8324-632dde54cf23 req-7c8deaf6-c6f0-40d0-85c9-26a155bd3ce2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c17c6b4c-b032-4eb3-9e61-7e44dcd4cae3 HTTP/1.1" status: 200  len: 849 time: 0.1341102
Jun 28 16:46:32.421840 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Provisioning for port f090046c-f0d5-4f85-beb0-83bf7f44cb1b completed by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 28 16:46:32.427563 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Provisioning complete for port f090046c-f0d5-4f85-beb0-83bf7f44cb1b triggered by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:46:32.428210 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:32.461560 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-39ba6663-2c3a-4a39-9888-18c0b64cdcc8 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Notify callbacks [] for port, precommit_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:32.471088 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-39ba6663-2c3a-4a39-9888-18c0b64cdcc8 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32204972'] for port, after_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:32.482820 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-bd3ce9e9-dc4e-483e-9453-280a3c98ace5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:46:32.630033 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-39ba6663-2c3a-4a39-9888-18c0b64cdcc8 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674138'] for floatingip, after_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:32.655910 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-9e7f5454-bc69-41a2-8324-632dde54cf23 req-af98b240-4c76-446a-9252-bd9033ce5161 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=016488fa-4c73-4804-a4b6-958ce586a741&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2629035
Jun 28 16:46:32.657933 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:32.665165 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39965281-cf9b-4d1a-8c31-ff4ec856c9cd req-491339d5-4545-49e9-ae6a-b91e93503c24 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:46:32.668886 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-39965281-cf9b-4d1a-8c31-ff4ec856c9cd req-491339d5-4545-49e9-ae6a-b91e93503c24 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=66abd257-739b-4da2-9931-0f05ce8da130 HTTP/1.1" status: 200  len: 945 time: 0.3382492
Jun 28 16:46:32.688001 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ba6663-2c3a-4a39-9888-18c0b64cdcc8 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Pushing event updated for resources: {'Port': ['ID=02af61f5-2b54-4a9b-89a8-9c97f9dd9cf9,revision_number=2']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:46:32.698302 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-39ba6663-2c3a-4a39-9888-18c0b64cdcc8 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:46:32.709264 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66abd257-739b-4da2-9931-0f05ce8da130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f090046c-f0d5-4f85-beb0-83bf7f44cb1b'}] {{(pid=74152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 28 16:46:32.719926 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] For port f090046c-f0d5-4f85-beb0-83bf7f44cb1b, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=f090046c-f0d5-4f85-beb0-83bf7f44cb1b,segment=NetworkSegment(f7e7868f-b1c3-4298-a940-297b02826b74),segment_id=f7e7868f-b1c3-4298-a940-297b02826b74)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:46:32.728391 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:32.734106 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:46:32.780173 dv-cinder-798104-1-iscsi neutron-server[74152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66abd257-739b-4da2-9931-0f05ce8da130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f090046c-f0d5-4f85-beb0-83bf7f44cb1b', 'code': 200}
Jun 28 16:46:32.837793 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Pushing event updated for resources: {'Port': ['ID=f090046c-f0d5-4f85-beb0-83bf7f44cb1b,revision_number=5']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:46:32.842678 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:46:32.849854 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-39965281-cf9b-4d1a-8c31-ff4ec856c9cd req-d4dcfa24-ffa4-4d23-9ea9-e7c1c7e21ead tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=0fc9b833-75ba-412f-9101-db0a16953a9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1558294
Jun 28 16:46:32.885635 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.db.l3_db [None req-39ba6663-2c3a-4a39-9888-18c0b64cdcc8 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Floating IP 81a0baab-34ac-4b7f-adf3-88f1d2e01905 associated. External IP: 172.27.2.140, port: 9ef9ab2d-d8e5-41cf-9873-0bc20df26315.
Jun 28 16:46:32.900534 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-9e7f5454-bc69-41a2-8324-632dde54cf23 req-a8c335f7-da2b-43dc-ba06-20d04c0deafe service neutron] 10.222.0.15 "GET /v2.0/networks/016488fa-4c73-4804-a4b6-958ce586a741?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2320871
Jun 28 16:46:33.135798 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-4ca83a18-b5fa-4630-908b-f633daa6b8e6 req-30955b8a-9579-401b-bf9d-a1d8caee0641 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=66abd257-739b-4da2-9931-0f05ce8da130 HTTP/1.1" status: 200  len: 1099 time: 0.1453371
Jun 28 16:46:33.142646 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-9e7f5454-bc69-41a2-8324-632dde54cf23 req-860d64ab-6d83-47cf-adf0-371e676d3bc1 service neutron] 10.222.0.15 "GET /v2.0/networks/016488fa-4c73-4804-a4b6-958ce586a741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2331693
Jun 28 16:46:33.348654 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-4ca83a18-b5fa-4630-908b-f633daa6b8e6 req-3c651231-ccc2-4b9f-873a-affbb05fdafb service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0fc9b833-75ba-412f-9101-db0a16953a9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2059052
Jun 28 16:46:33.376802 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6980bbaf-1251-4fcb-a39d-5be8143ba69a req-76da8c2e-fa09-4aea-9c00-19c0e28c7f29 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:46:33.378344 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-6980bbaf-1251-4fcb-a39d-5be8143ba69a req-76da8c2e-fa09-4aea-9c00-19c0e28c7f29 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a8dcfd2-cb43-4841-92aa-a24274d78585 HTTP/1.1" status: 200  len: 943 time: 0.1234493
Jun 28 16:46:33.383824 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-fa99f71e-2612-4a8d-9c12-9c442fdc7aaa req-2d1dad7b-b277-4add-a507-b61bad9c74cf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=82c03e5282854bd0ba377331b218109e&device_id=8a8dcfd2-cb43-4841-92aa-a24274d78585 HTTP/1.1" status: 200  len: 1096 time: 0.1685636
Jun 28 16:46:33.509805 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-6980bbaf-1251-4fcb-a39d-5be8143ba69a req-565362e4-e49b-4048-b7df-f8771734437b tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/security-groups?id=e5835071-53b8-4807-a894-272f86cdf856&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1223655
Jun 28 16:46:33.599322 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa99f71e-2612-4a8d-9c12-9c442fdc7aaa req-42ed060d-c2d3-4ed4-a725-fea0f28e7755 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:46:33.602296 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-fa99f71e-2612-4a8d-9c12-9c442fdc7aaa req-42ed060d-c2d3-4ed4-a725-fea0f28e7755 service neutron] 10.222.0.15 "GET /v2.0/networks?id=016488fa-4c73-4804-a4b6-958ce586a741 HTTP/1.1" status: 200  len: 911 time: 0.1855311
Jun 28 16:46:33.655376 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39ba6663-2c3a-4a39-9888-18c0b64cdcc8 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Router cf502ec8-ba83-4231-88a5-2db63fe1806b has already been hosted by L3 agent c1a676c2-2a78-4c35-ab22-a28e05dfd46e {{(pid=74151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 28 16:46:33.690247 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-fa99f71e-2612-4a8d-9c12-9c442fdc7aaa req-69ea1629-26eb-43c3-825f-4464e32d032e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09992bcd-4ae9-41fb-be4e-7efb5ea80349 HTTP/1.1" status: 200  len: 217 time: 0.0720260
Jun 28 16:46:33.789742 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa99f71e-2612-4a8d-9c12-9c442fdc7aaa req-2a42bfc0-388f-4795-8767-0022c87fcc61 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:46:33.791227 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-fa99f71e-2612-4a8d-9c12-9c442fdc7aaa req-2a42bfc0-388f-4795-8767-0022c87fcc61 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c17c6b4c-b032-4eb3-9e61-7e44dcd4cae3 HTTP/1.1" status: 200  len: 849 time: 0.0900052
Jun 28 16:46:33.877839 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-fa99f71e-2612-4a8d-9c12-9c442fdc7aaa req-3bd2727e-7197-46fc-b9fc-38462da135ab service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=016488fa-4c73-4804-a4b6-958ce586a741&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0782006
Jun 28 16:46:33.931589 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39ba6663-2c3a-4a39-9888-18c0b64cdcc8 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Notify agent at l3_agent.dv-cinder-798104-1-iscsi the message routers_updated {{(pid=74151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 28 16:46:33.954572 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4a4170-36ee-474c-b505-85908d9639be None None] Sync routers for ids ['cf502ec8-ba83-4231-88a5-2db63fe1806b'] in dv-cinder-798104-1-iscsi {{(pid=74152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 28 16:46:33.969290 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4a4170-36ee-474c-b505-85908d9639be None None] Routers {'cf502ec8-ba83-4231-88a5-2db63fe1806b'} bound to L3 agent in host dv-cinder-798104-1-iscsi {{(pid=74152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 28 16:46:33.970825 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-2a4a4170-36ee-474c-b505-85908d9639be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa2cf9b7a00>, 'dv-cinder-798104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T16:33:11Z,description=<?>,heartbeat_timestamp=2021-06-28T16:46:11Z,host='dv-cinder-798104-1-iscsi',id=c1a676c2-2a78-4c35-ab22-a28e05dfd46e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-28T16:33:11Z,topic='l3_agent')) {'router_ids': ['cf502ec8-ba83-4231-88a5-2db63fe1806b'], 'active': True} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:46:33.994112 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-39ba6663-2c3a-4a39-9888-18c0b64cdcc8 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022804'] for floatingip, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:34.131751 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-39ba6663-2c3a-4a39-9888-18c0b64cdcc8 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 3.9116471
Jun 28 16:46:34.133083 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 39748) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:46:34.134015 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b81a1608-9252-4639-beb8-5670363a7228', 'tag': '9ef9ab2d-d8e5-41cf-9873-0bc20df26315'}] {{(pid=74151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 28 16:46:34.151517 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.v2.base [None req-07f7abd6-54be-4da8-8ae3-4ba262544dd7 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2090620072', 'description': 'tempest-secgroup-smoke-2090620072 description', 'project_id': 'ef6d67df2935467a8c9855979ceb5e65'}} {{(pid=74151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:46:34.164967 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-07f7abd6-54be-4da8-8ae3-4ba262544dd7 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:46:34.174952 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-07f7abd6-54be-4da8-8ae3-4ba262544dd7 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Usage tracker for resource:security_group and tenant:ef6d67df2935467a8c9855979ceb5e65 is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:46:34.181522 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-07f7abd6-54be-4da8-8ae3-4ba262544dd7 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:46:34.195394 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-07f7abd6-54be-4da8-8ae3-4ba262544dd7 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:46:34.213790 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-07f7abd6-54be-4da8-8ae3-4ba262544dd7 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Notify callbacks [] for security_group, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:34.243133 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-fa99f71e-2612-4a8d-9c12-9c442fdc7aaa req-391c7d82-a610-4afd-8522-76adc3c29395 service neutron] 10.222.0.15 "GET /v2.0/networks/016488fa-4c73-4804-a4b6-958ce586a741?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3559654
Jun 28 16:46:34.307767 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-07f7abd6-54be-4da8-8ae3-4ba262544dd7 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:46:34.315437 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-07f7abd6-54be-4da8-8ae3-4ba262544dd7 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Usage tracker for resource:security_group_rule and tenant:ef6d67df2935467a8c9855979ceb5e65 is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:46:34.321262 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-07f7abd6-54be-4da8-8ae3-4ba262544dd7 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:46:34.331992 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-07f7abd6-54be-4da8-8ae3-4ba262544dd7 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:46:34.364093 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b81a1608-9252-4639-beb8-5670363a7228', 'tag': '9ef9ab2d-d8e5-41cf-9873-0bc20df26315', 'status': 'completed', 'code': 200}
Jun 28 16:46:34.378832 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvr_db [None req-2a4a4170-36ee-474c-b505-85908d9639be None None] Set router cf502ec8-ba83-4231-88a5-2db63fe1806b gateway port host: dv-cinder-798104-1-iscsi {{(pid=74152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 28 16:46:34.628655 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-07f7abd6-54be-4da8-8ae3-4ba262544dd7 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Notify callbacks [] for security_group, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:34.638243 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-07f7abd6-54be-4da8-8ae3-4ba262544dd7 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:34.643540 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-e1b92428-1f20-4fe6-8c7e-468cc15e4584 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:46:34.673717 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-fa99f71e-2612-4a8d-9c12-9c442fdc7aaa req-d7da111f-8c2f-424d-83bd-d39aa47fc3ab service neutron] 10.222.0.15 "GET /v2.0/networks/016488fa-4c73-4804-a4b6-958ce586a741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4190757
Jun 28 16:46:34.677384 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-f38ac33b-d2e0-4ab4-9ae5-c4e86d0d1110 req-49bb8e07-7597-4f17-9231-2e30a1dcaa8e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ef6d67df2935467a8c9855979ceb5e65&device_id=b81a1608-9252-4639-beb8-5670363a7228 HTTP/1.1" status: 200  len: 1099 time: 0.2709026
Jun 28 16:46:34.719176 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f120d2-ddf7-45b8-80f1-2688f941816a req-e045434a-d086-45b8-b377-06c2fb17b6b3 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:46:34.721329 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-e0f120d2-ddf7-45b8-80f1-2688f941816a req-e045434a-d086-45b8-b377-06c2fb17b6b3 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=66abd257-739b-4da2-9931-0f05ce8da130 HTTP/1.1" status: 200  len: 946 time: 0.4705167
Jun 28 16:46:34.726388 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f7abd6-54be-4da8-8ae3-4ba262544dd7 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd9ec0f8-4e23-4bdf-b7a5-5fb9dbc50031,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:46:34.776715 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-07f7abd6-54be-4da8-8ae3-4ba262544dd7 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:46:34.788466 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-07f7abd6-54be-4da8-8ae3-4ba262544dd7 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Notify callbacks [] for security_group, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:34.795306 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-07f7abd6-54be-4da8-8ae3-4ba262544dd7 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.6484246
Jun 28 16:46:34.795903 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 39762) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:46:34.829976 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.v2.base [None req-9f111298-3de5-4f88-a163-1079bec18f32 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Request body: {'security_group_rule': {'security_group_id': 'bd9ec0f8-4e23-4bdf-b7a5-5fb9dbc50031', 'project_id': 'ef6d67df2935467a8c9855979ceb5e65', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:46:34.854056 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-9f111298-3de5-4f88-a163-1079bec18f32 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:46:34.870444 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-9f111298-3de5-4f88-a163-1079bec18f32 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Usage tracker for resource:security_group_rule and tenant:ef6d67df2935467a8c9855979ceb5e65 is out of sync, need to count used quota {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:46:34.882875 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-9f111298-3de5-4f88-a163-1079bec18f32 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:46:34.894226 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-e0f120d2-ddf7-45b8-80f1-2688f941816a req-bb950ce9-fa33-4f75-a75e-80da1c1b3203 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=0fc9b833-75ba-412f-9101-db0a16953a9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1543274
Jun 28 16:46:34.935962 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-9f111298-3de5-4f88-a163-1079bec18f32 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:46:34.949893 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ac33b-d2e0-4ab4-9ae5-c4e86d0d1110 req-52869476-7202-4579-b54d-17370b22d19f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:46:34.951573 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-f38ac33b-d2e0-4ab4-9ae5-c4e86d0d1110 req-52869476-7202-4579-b54d-17370b22d19f service neutron] 10.222.0.15 "GET /v2.0/networks?id=1113820a-e4bc-475d-ab40-abe09297a41e HTTP/1.1" status: 200  len: 916 time: 0.2568505
Jun 28 16:46:34.997436 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-9f111298-3de5-4f88-a163-1079bec18f32 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:35.075131 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049aceb9-3a87-4654-af3c-7c46ab06bb8b req-36fafa07-b6f1-4d7a-aa21-c59aedde95e1 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:46:35.076801 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-049aceb9-3a87-4654-af3c-7c46ab06bb8b req-36fafa07-b6f1-4d7a-aa21-c59aedde95e1 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a8dcfd2-cb43-4841-92aa-a24274d78585 HTTP/1.1" status: 200  len: 943 time: 0.1956580
Jun 28 16:46:35.143987 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-9f111298-3de5-4f88-a163-1079bec18f32 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:35.154448 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-9f111298-3de5-4f88-a163-1079bec18f32 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345258'] for security_group_rule, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:35.161180 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 39768) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:46:35.161180 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-538b8b50-d909-48b4-b616-37db67c09d14 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:46:35.180166 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-2a4a4170-36ee-474c-b505-85908d9639be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa2cf9b7a00>, [{'id': 'cf502ec8-ba83-4231-88a5-2db63fe1806b', 'name': 'tempest-TestMinimumBasicScenario-1721821643-router', 'tenant_id': 'ef6d67df2935467a8c9855979ceb5e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '5ebb6ac0-f963-42cd-8b21-6f154351777c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:45:05Z', 'updated_at': '2021-06-28T16:45:11Z', 'revision_number': 4, 'project_id': 'ef6d67df2935467a8c9855979ceb5e65', 'gw_port': {'id': '5ebb6ac0-f963-42cd-8b21-6f154351777c', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf502ec8-ba83-4231-88a5-2db63fe1806b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:45:06Z', 'updated_at': '2021-06-28T16:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi', '_floatingips': [{'id': '81a0baab-34ac-4b7f-adf3-88f1d2e01905', 'tenant_id': 'ef6d67df2935467a8c9855979ceb5e65', 'floating_ip_address': '172.27.2.140', 'floating_network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'router_id': 'cf502ec8-ba83-4231-88a5-2db63fe1806b', 'port_id': '9ef9ab2d-d8e5-41cf-9873-0bc20df26315', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1113820a-e4bc-475d-ab40-abe09297a41e', 'mac_address': 'fa:16:3e:b3:78:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81a1608-9252-4639-beb8-5670363a7228', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T16:46:31Z', 'updated_at': '2021-06-28T16:46:31Z', 'revision_number': 0, 'project_id': 'ef6d67df2935467a8c9855979ceb5e65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd32554d4-b7fe-4d5b-9e15-aeec90b1d5b2', 'name': '', 'network_id': '1113820a-e4bc-475d-ab40-abe09297a41e', 'tenant_id': 'ef6d67df2935467a8c9855979ceb5e65', 'mac_address': 'fa:16:3e:9d:29:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf502ec8-ba83-4231-88a5-2db63fe1806b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'acc7f902-942c-4b8b-9dcb-fb852c89cf6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:45:10Z', 'updated_at': '2021-06-28T16:45:22Z', 'revision_number': 5, 'project_id': 'ef6d67df2935467a8c9855979ceb5e65', 'subnets': [{'id': 'acc7f902-942c-4b8b-9dcb-fb852c89cf6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-iscsi', False) {} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:46:35.191647 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-049aceb9-3a87-4654-af3c-7c46ab06bb8b req-5b57f81e-0b24-43f4-8f35-8644d502e5c8 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/security-groups?id=e5835071-53b8-4807-a894-272f86cdf856&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0979617
Jun 28 16:46:35.201673 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-9f111298-3de5-4f88-a163-1079bec18f32 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:35.205809 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-9f111298-3de5-4f88-a163-1079bec18f32 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.4016521
Jun 28 16:46:35.205809 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f111298-3de5-4f88-a163-1079bec18f32 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a25d033e-67df-48ea-9409-92c79e42134c,revision_number=0']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:46:35.206248 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 39774) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:46:35.208759 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-9f111298-3de5-4f88-a163-1079bec18f32 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:46:35.212749 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4a4170-36ee-474c-b505-85908d9639be None None] Checking router: cf502ec8-ba83-4231-88a5-2db63fe1806b for host: dv-cinder-798104-1-iscsi {{(pid=74152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 28 16:46:35.213342 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.v2.base [None req-8b66a4a4-27d9-438f-acf9-7e86eef9252d tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Request body: {'security_group_rule': {'security_group_id': 'bd9ec0f8-4e23-4bdf-b7a5-5fb9dbc50031', 'project_id': 'ef6d67df2935467a8c9855979ceb5e65', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=74150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:46:35.219579 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-8b66a4a4-27d9-438f-acf9-7e86eef9252d tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:46:35.223928 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-8b66a4a4-27d9-438f-acf9-7e86eef9252d tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Usage tracker for resource:security_group_rule and tenant:ef6d67df2935467a8c9855979ceb5e65 is out of sync, need to count used quota {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:46:35.227883 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-8b66a4a4-27d9-438f-acf9-7e86eef9252d tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:46:35.233486 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4a4170-36ee-474c-b505-85908d9639be None None] Routers {'cf502ec8-ba83-4231-88a5-2db63fe1806b'} bound to L3 agent in host dv-cinder-798104-1-iscsi {{(pid=74152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 28 16:46:35.234027 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-8b66a4a4-27d9-438f-acf9-7e86eef9252d tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:46:35.234516 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-2a4a4170-36ee-474c-b505-85908d9639be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa2cf9b7a00>, 'dv-cinder-798104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T16:33:11Z,description=<?>,heartbeat_timestamp=2021-06-28T16:46:11Z,host='dv-cinder-798104-1-iscsi',id=c1a676c2-2a78-4c35-ab22-a28e05dfd46e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-28T16:33:11Z,topic='l3_agent')) {'router_ids': ['cf502ec8-ba83-4231-88a5-2db63fe1806b'], 'active': True} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:46:35.237652 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-f38ac33b-d2e0-4ab4-9ae5-c4e86d0d1110 req-33bee6e7-b6f1-401b-ae45-29064d5df669 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ef9ab2d-d8e5-41cf-9873-0bc20df26315 HTTP/1.1" status: 200  len: 1000 time: 0.2781734
Jun 28 16:46:35.256617 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-8b66a4a4-27d9-438f-acf9-7e86eef9252d tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:35.338659 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ac33b-d2e0-4ab4-9ae5-c4e86d0d1110 req-e7f6373f-d993-4961-912f-8037db8b704e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:46:35.339563 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-8b66a4a4-27d9-438f-acf9-7e86eef9252d tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:35.340788 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-f38ac33b-d2e0-4ab4-9ae5-c4e86d0d1110 req-e7f6373f-d993-4961-912f-8037db8b704e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=acc7f902-942c-4b8b-9dcb-fb852c89cf6c HTTP/1.1" status: 200  len: 854 time: 0.0884438
Jun 28 16:46:35.344778 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-8b66a4a4-27d9-438f-acf9-7e86eef9252d tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345258'] for security_group_rule, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:35.348752 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:46:35.387231 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-8b66a4a4-27d9-438f-acf9-7e86eef9252d tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:35.389458 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-8b66a4a4-27d9-438f-acf9-7e86eef9252d tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1822414
Jun 28 16:46:35.390542 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b66a4a4-27d9-438f-acf9-7e86eef9252d tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=833c7277-5442-4c27-89e9-7e9b232a837a,revision_number=0']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:46:35.392729 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 39778) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:46:35.401242 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-8b66a4a4-27d9-438f-acf9-7e86eef9252d tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:46:35.406472 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.v2.base [None req-394295cc-ee57-4ba1-a0a6-d7706139625c tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Request body: {'security_group_rule': {'security_group_id': 'bd9ec0f8-4e23-4bdf-b7a5-5fb9dbc50031', 'project_id': 'ef6d67df2935467a8c9855979ceb5e65', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=74150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:46:35.428683 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-394295cc-ee57-4ba1-a0a6-d7706139625c tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:46:35.435589 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-394295cc-ee57-4ba1-a0a6-d7706139625c tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Usage tracker for resource:security_group_rule and tenant:ef6d67df2935467a8c9855979ceb5e65 is out of sync, need to count used quota {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:46:35.438835 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-5390e017-cfd6-4968-8bc5-327c8c9af5a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:35.449787 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-f38ac33b-d2e0-4ab4-9ae5-c4e86d0d1110 req-3190d9b5-0e5c-47cb-bca0-7787f0f87103 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1113820a-e4bc-475d-ab40-abe09297a41e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1027362
Jun 28 16:46:35.451534 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-394295cc-ee57-4ba1-a0a6-d7706139625c tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:46:35.462514 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-394295cc-ee57-4ba1-a0a6-d7706139625c tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:46:35.491247 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-5390e017-cfd6-4968-8bc5-327c8c9af5a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:46:35.496987 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-5390e017-cfd6-4968-8bc5-327c8c9af5a3 admin admin] Usage tracker for resource:security_group_rule and tenant:60258c001e4e4ba1ae7f535acea26b16 is out of sync, need to count used quota {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:46:35.500659 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-394295cc-ee57-4ba1-a0a6-d7706139625c tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:35.508242 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-5390e017-cfd6-4968-8bc5-327c8c9af5a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:46:35.518685 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-5390e017-cfd6-4968-8bc5-327c8c9af5a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:46:35.531944 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvr_db [None req-2a4a4170-36ee-474c-b505-85908d9639be None None] Set router cf502ec8-ba83-4231-88a5-2db63fe1806b gateway port host: dv-cinder-798104-1-iscsi {{(pid=74152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 28 16:46:35.602417 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-394295cc-ee57-4ba1-a0a6-d7706139625c tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:35.608575 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-394295cc-ee57-4ba1-a0a6-d7706139625c tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345258'] for security_group_rule, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:35.614082 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-58809d50-3674-4807-b876-770acf3d53cc tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:46:35.616354 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-f38ac33b-d2e0-4ab4-9ae5-c4e86d0d1110 req-f0259a00-0b0c-4f82-b667-c9f7ccc1faa9 service neutron] 10.222.0.15 "GET /v2.0/networks/1113820a-e4bc-475d-ab40-abe09297a41e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1584477
Jun 28 16:46:35.664032 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394295cc-ee57-4ba1-a0a6-d7706139625c tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1ae69e4-900d-4c1e-95fe-65fa1a9e319c,revision_number=0']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:46:35.671109 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-394295cc-ee57-4ba1-a0a6-d7706139625c tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:46:35.675694 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-5390e017-cfd6-4968-8bc5-327c8c9af5a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:35.683202 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-5390e017-cfd6-4968-8bc5-327c8c9af5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:35.691033 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-394295cc-ee57-4ba1-a0a6-d7706139625c tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:35.692549 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-394295cc-ee57-4ba1-a0a6-d7706139625c tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.2944376
Jun 28 16:46:35.694147 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-3730944d-368f-48e1-8652-61fddc3506ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:46:35.701739 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 39784) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:46:35.715465 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.v2.base [None req-1dbc88d5-5a64-4c12-8bd9-f5d0130aac77 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Request body: {'security_group_rule': {'security_group_id': 'bd9ec0f8-4e23-4bdf-b7a5-5fb9dbc50031', 'project_id': 'ef6d67df2935467a8c9855979ceb5e65', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=74150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:46:35.727595 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-1dbc88d5-5a64-4c12-8bd9-f5d0130aac77 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:46:35.753357 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-1dbc88d5-5a64-4c12-8bd9-f5d0130aac77 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Usage tracker for resource:security_group_rule and tenant:ef6d67df2935467a8c9855979ceb5e65 is out of sync, need to count used quota {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:46:35.762125 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-1dbc88d5-5a64-4c12-8bd9-f5d0130aac77 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:46:35.765988 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5390e017-cfd6-4968-8bc5-327c8c9af5a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=859ca7f9-4136-4666-b8a9-1ed2cc49922c,revision_number=1']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:46:35.772077 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-5390e017-cfd6-4968-8bc5-327c8c9af5a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:46:35.773220 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-1dbc88d5-5a64-4c12-8bd9-f5d0130aac77 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:46:35.780174 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-5390e017-cfd6-4968-8bc5-327c8c9af5a3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=60258c001e4e4ba1ae7f535acea26b16&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6134615
Jun 28 16:46:35.782514 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 39788) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:46:35.796164 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-f38ac33b-d2e0-4ab4-9ae5-c4e86d0d1110 req-d67377fc-ce55-41c7-bb25-cc2ee5ee0ea3 service neutron] 10.222.0.15 "GET /v2.0/networks/1113820a-e4bc-475d-ab40-abe09297a41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1729167
Jun 28 16:46:35.940817 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-1dbc88d5-5a64-4c12-8bd9-f5d0130aac77 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:36.003309 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-54088944-58f1-43c7-8d19-ebcf554d01ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:36.039397 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-2a4a4170-36ee-474c-b505-85908d9639be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa2cf9b7a00>, [{'id': 'cf502ec8-ba83-4231-88a5-2db63fe1806b', 'name': 'tempest-TestMinimumBasicScenario-1721821643-router', 'tenant_id': 'ef6d67df2935467a8c9855979ceb5e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '5ebb6ac0-f963-42cd-8b21-6f154351777c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:45:05Z', 'updated_at': '2021-06-28T16:45:11Z', 'revision_number': 4, 'project_id': 'ef6d67df2935467a8c9855979ceb5e65', 'gw_port': {'id': '5ebb6ac0-f963-42cd-8b21-6f154351777c', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf502ec8-ba83-4231-88a5-2db63fe1806b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:45:06Z', 'updated_at': '2021-06-28T16:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi', '_floatingips': [{'id': '81a0baab-34ac-4b7f-adf3-88f1d2e01905', 'tenant_id': 'ef6d67df2935467a8c9855979ceb5e65', 'floating_ip_address': '172.27.2.140', 'floating_network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'router_id': 'cf502ec8-ba83-4231-88a5-2db63fe1806b', 'port_id': '9ef9ab2d-d8e5-41cf-9873-0bc20df26315', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1113820a-e4bc-475d-ab40-abe09297a41e', 'mac_address': 'fa:16:3e:b3:78:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81a1608-9252-4639-beb8-5670363a7228', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T16:46:31Z', 'updated_at': '2021-06-28T16:46:31Z', 'revision_number': 0, 'project_id': 'ef6d67df2935467a8c9855979ceb5e65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd32554d4-b7fe-4d5b-9e15-aeec90b1d5b2', 'name': '', 'network_id': '1113820a-e4bc-475d-ab40-abe09297a41e', 'tenant_id': 'ef6d67df2935467a8c9855979ceb5e65', 'mac_address': 'fa:16:3e:9d:29:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf502ec8-ba83-4231-88a5-2db63fe1806b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'acc7f902-942c-4b8b-9dcb-fb852c89cf6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:45:10Z', 'updated_at': '2021-06-28T16:45:22Z', 'revision_number': 5, 'project_id': 'ef6d67df2935467a8c9855979ceb5e65', 'subnets': [{'id': 'acc7f902-942c-4b8b-9dcb-fb852c89cf6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-iscsi', False) {} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:46:36.040117 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-54088944-58f1-43c7-8d19-ebcf554d01ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:36.045032 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4a4170-36ee-474c-b505-85908d9639be None None] The sync data for ids ['cf502ec8-ba83-4231-88a5-2db63fe1806b'] in dv-cinder-798104-1-iscsi is: [{'id': 'cf502ec8-ba83-4231-88a5-2db63fe1806b', 'name': 'tempest-TestMinimumBasicScenario-1721821643-router', 'tenant_id': 'ef6d67df2935467a8c9855979ceb5e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '5ebb6ac0-f963-42cd-8b21-6f154351777c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:45:05Z', 'updated_at': '2021-06-28T16:45:11Z', 'revision_number': 4, 'project_id': 'ef6d67df2935467a8c9855979ceb5e65', 'gw_port': {'id': '5ebb6ac0-f963-42cd-8b21-6f154351777c', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf502ec8-ba83-4231-88a5-2db63fe1806b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:45:06Z', 'updated_at': '2021-06-28T16:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi', '_floatingips': [{'id': '81a0baab-34ac-4b7f-adf3-88f1d2e01905', 'tenant_id': 'ef6d67df2935467a8c9855979ceb5e65', 'floating_ip_address': '172.27.2.140', 'floating_network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'router_id': 'cf502ec8-ba83-4231-88a5-2db63fe1806b', 'port_id': '9ef9ab2d-d8e5-41cf-9873-0bc20df26315', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1113820a-e4bc-475d-ab40-abe09297a41e', 'mac_address': 'fa:16:3e:b3:78:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81a1608-9252-4639-beb8-5670363a7228', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T16:46:31Z', 'updated_at': '2021-06-28T16:46:31Z', 'revision_number': 0, 'project_id': 'ef6d67df2935467a8c9855979ceb5e65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd32554d4-b7fe-4d5b-9e15-aeec90b1d5b2', 'name': '', 'network_id': '1113820a-e4bc-475d-ab40-abe09297a41e', 'tenant_id': 'ef6d67df2935467a8c9855979ceb5e65', 'mac_address': 'fa:16:3e:9d:29:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf502ec8-ba83-4231-88a5-2db63fe1806b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'acc7f902-942c-4b8b-9dcb-fb852c89cf6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:45:10Z', 'updated_at': '2021-06-28T16:45:22Z', 'revision_number': 5, 'project_id': 'ef6d67df2935467a8c9855979ceb5e65', 'subnets': [{'id': 'acc7f902-942c-4b8b-9dcb-fb852c89cf6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 28 16:46:36.090811 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-1dbc88d5-5a64-4c12-8bd9-f5d0130aac77 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:36.098919 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-1dbc88d5-5a64-4c12-8bd9-f5d0130aac77 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345258'] for security_group_rule, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:36.102619 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:46:36.138269 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc88d5-5a64-4c12-8bd9-f5d0130aac77 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=150c51c9-fd27-47f4-a7dd-0b625560a458,revision_number=0']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:46:36.140950 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-1dbc88d5-5a64-4c12-8bd9-f5d0130aac77 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:46:36.145068 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-1dbc88d5-5a64-4c12-8bd9-f5d0130aac77 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:36.147788 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-1dbc88d5-5a64-4c12-8bd9-f5d0130aac77 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.4426563
Jun 28 16:46:36.151902 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 39796) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:46:36.159170 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.v2.base [None req-3f5cf406-103d-4e0e-a1e4-856c603504d5 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Request body: {'security_group_rule': {'security_group_id': 'bd9ec0f8-4e23-4bdf-b7a5-5fb9dbc50031', 'project_id': 'ef6d67df2935467a8c9855979ceb5e65', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=74151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:46:36.165553 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-3f5cf406-103d-4e0e-a1e4-856c603504d5 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:46:36.169906 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-3f5cf406-103d-4e0e-a1e4-856c603504d5 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Usage tracker for resource:security_group_rule and tenant:ef6d67df2935467a8c9855979ceb5e65 is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:46:36.173501 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-3f5cf406-103d-4e0e-a1e4-856c603504d5 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:46:36.181149 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-3f5cf406-103d-4e0e-a1e4-856c603504d5 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:46:36.195784 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.db.securitygroups_db [None req-3f5cf406-103d-4e0e-a1e4-856c603504d5 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Project ef6d67df2935467a8c9855979ceb5e65 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 28 16:46:36.202990 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-3f5cf406-103d-4e0e-a1e4-856c603504d5 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:36.213548 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-54088944-58f1-43c7-8d19-ebcf554d01ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:36.220813 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-7e1d735b-c168-461e-9e95-e71a3e629dfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:46:36.232425 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54088944-58f1-43c7-8d19-ebcf554d01ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=859ca7f9-4136-4666-b8a9-1ed2cc49922c,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:46:36.240442 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-54088944-58f1-43c7-8d19-ebcf554d01ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:46:36.241620 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-54088944-58f1-43c7-8d19-ebcf554d01ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:36.245407 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-54088944-58f1-43c7-8d19-ebcf554d01ab admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/859ca7f9-4136-4666-b8a9-1ed2cc49922c HTTP/1.1" status: 204  len: 168 time: 0.4618721
Jun 28 16:46:36.291973 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e7c401-6f71-4234-993b-1c4265cf32aa req-c801d050-ec23-40cf-a170-cf2e401952dc tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:46:36.306025 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-14e7c401-6f71-4234-993b-1c4265cf32aa req-c801d050-ec23-40cf-a170-cf2e401952dc tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=66abd257-739b-4da2-9931-0f05ce8da130 HTTP/1.1" status: 200  len: 946 time: 0.1480021
Jun 28 16:46:36.342516 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device 09992bcd-4ae9-41fb-be4e-7efb5ea80349 details requested by agent hyperv_hv-cinder-79810 with host hv-cinder-79810 {{(pid=74152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 28 16:46:36.345289 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-3f5cf406-103d-4e0e-a1e4-856c603504d5 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:36.356085 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-3f5cf406-103d-4e0e-a1e4-856c603504d5 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345258'] for security_group_rule, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:36.377437 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-14e7c401-6f71-4234-993b-1c4265cf32aa req-4e0bf03c-47df-4a9b-9883-4217936a6a3c tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=0fc9b833-75ba-412f-9101-db0a16953a9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0699825
Jun 28 16:46:36.385913 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-1add6385-5b75-4a3e-a5d9-90f83fb16a40 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:46:36.428866 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5cf406-103d-4e0e-a1e4-856c603504d5 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43c0d174-5148-4ecc-9652-e6eef7cdd28a,revision_number=0']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:46:36.448389 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-3f5cf406-103d-4e0e-a1e4-856c603504d5 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:46:36.454572 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d122693a-8969-417a-ad3a-253fc500cc44 None None] New status for floating IP 81a0baab-34ac-4b7f-adf3-88f1d2e01905: ACTIVE {{(pid=74153) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jun 28 16:46:36.458371 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-3f5cf406-103d-4e0e-a1e4-856c603504d5 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:36.460532 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-3f5cf406-103d-4e0e-a1e4-856c603504d5 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.3074160
Jun 28 16:46:36.464918 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 39804) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:46:36.477553 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.v2.base [None req-ab6ffc32-5705-4208-b2e8-54c8870ff39b tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Request body: {'security_group_rule': {'security_group_id': 'bd9ec0f8-4e23-4bdf-b7a5-5fb9dbc50031', 'project_id': 'ef6d67df2935467a8c9855979ceb5e65', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=74151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:46:36.500110 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-ab6ffc32-5705-4208-b2e8-54c8870ff39b tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:46:36.506877 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-ab6ffc32-5705-4208-b2e8-54c8870ff39b tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Usage tracker for resource:security_group_rule and tenant:ef6d67df2935467a8c9855979ceb5e65 is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:46:36.510891 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-ab6ffc32-5705-4208-b2e8-54c8870ff39b tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:46:36.524816 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-ab6ffc32-5705-4208-b2e8-54c8870ff39b tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:46:36.550514 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.db.securitygroups_db [None req-ab6ffc32-5705-4208-b2e8-54c8870ff39b tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Project ef6d67df2935467a8c9855979ceb5e65 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 28 16:46:36.561525 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-ab6ffc32-5705-4208-b2e8-54c8870ff39b tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:36.608163 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] For port 09992bcd-4ae9-41fb-be4e-7efb5ea80349, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=09992bcd-4ae9-41fb-be4e-7efb5ea80349,segment=NetworkSegment(d95c8297-5540-4933-9f3d-9c3b535a42fe),segment_id=d95c8297-5540-4933-9f3d-9c3b535a42fe)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:46:36.638481 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Returning: {'device': '09992bcd-4ae9-41fb-be4e-7efb5ea80349', 'network_id': '016488fa-4c73-4804-a4b6-958ce586a741', 'port_id': '09992bcd-4ae9-41fb-be4e-7efb5ea80349', 'mac_address': 'fa:16:3e:79:14:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c17c6b4c-b032-4eb3-9e61-7e44dcd4cae3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 28 16:46:36.663609 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61716db4-bc2e-4ca2-8417-3ae24fc7f27b req-68cc0470-3ac0-4014-b2f0-080e810a38a8 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:46:36.665500 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-61716db4-bc2e-4ca2-8417-3ae24fc7f27b req-68cc0470-3ac0-4014-b2f0-080e810a38a8 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a8dcfd2-cb43-4841-92aa-a24274d78585 HTTP/1.1" status: 200  len: 943 time: 0.2331798
Jun 28 16:46:36.719448 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-ab6ffc32-5705-4208-b2e8-54c8870ff39b tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:36.730002 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-ab6ffc32-5705-4208-b2e8-54c8870ff39b tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345258'] for security_group_rule, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:36.732533 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:46:36.767203 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:36.770754 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6ffc32-5705-4208-b2e8-54c8870ff39b tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cd3edc9-fb14-4749-a22f-2dd5657f467a,revision_number=0']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:46:36.774093 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-ab6ffc32-5705-4208-b2e8-54c8870ff39b tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:46:36.786321 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-ab6ffc32-5705-4208-b2e8-54c8870ff39b tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:36.793453 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-ab6ffc32-5705-4208-b2e8-54c8870ff39b tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.3269026
Jun 28 16:46:36.796235 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.notifiers.nova [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09992bcd-4ae9-41fb-be4e-7efb5ea80349 {{(pid=74152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 28 16:46:36.823577 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] For port 09992bcd-4ae9-41fb-be4e-7efb5ea80349, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=09992bcd-4ae9-41fb-be4e-7efb5ea80349,segment=NetworkSegment(d95c8297-5540-4933-9f3d-9c3b535a42fe),segment_id=d95c8297-5540-4933-9f3d-9c3b535a42fe)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:46:36.832748 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:36.838212 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:46:36.842023 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-61716db4-bc2e-4ca2-8417-3ae24fc7f27b req-ee60a4c8-abd6-40b8-896d-5343a5dd09a7 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/security-groups?id=e5835071-53b8-4807-a894-272f86cdf856&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1698434
Jun 28 16:46:36.909307 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011595c-c4dd-41dc-bb6b-21285570874d req-f1ba03dd-90d1-484c-9687-bc998fd379a7 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:46:36.910866 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-4011595c-c4dd-41dc-bb6b-21285570874d req-f1ba03dd-90d1-484c-9687-bc998fd379a7 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=66abd257-739b-4da2-9931-0f05ce8da130 HTTP/1.1" status: 200  len: 946 time: 0.1499646
Jun 28 16:46:36.922704 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 39818) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:46:36.941230 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.v2.base [None req-ec1a3a25-95c9-4168-9785-555a2fd85b02 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Request body: {'floatingip': {'port_id': 'f090046c-f0d5-4f85-beb0-83bf7f44cb1b'}} {{(pid=74151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:46:37.049151 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Pushing event updated for resources: {'Port': ['ID=09992bcd-4ae9-41fb-be4e-7efb5ea80349,revision_number=4']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:46:37.055967 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:46:37.063638 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-1c4dbd48-76e0-4127-8607-1fc5d65c7fb6 req-467af2c0-e725-4d87-b8f5-9aa7ad50aea1 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2090620072&fields=id&tenant_id=ef6d67df2935467a8c9855979ceb5e65 HTTP/1.1" status: 200  len: 267 time: 0.0570676
Jun 28 16:46:37.126769 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] get_ports_and_sgs() called for port_ids ['09992bcd-4ae9-41fb-be4e-7efb5ea80349'] {{(pid=74152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 28 16:46:37.150492 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-ec1a3a25-95c9-4168-9785-555a2fd85b02 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify callbacks [] for floatingip, before_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:37.219327 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4dbd48-76e0-4127-8607-1fc5d65c7fb6 req-7a983621-392e-4881-9425-7fcaa72faa3d tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:46:37.233409 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-1c4dbd48-76e0-4127-8607-1fc5d65c7fb6 req-7a983621-392e-4881-9425-7fcaa72faa3d tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "GET /v2.0/ports?device_id=b81a1608-9252-4639-beb8-5670363a7228 HTTP/1.1" status: 200  len: 946 time: 0.1648386
Jun 28 16:46:37.249180 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.v2.base [req-1c4dbd48-76e0-4127-8607-1fc5d65c7fb6 req-12ad8705-73d4-45cd-9e94-e11295559687 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Request body: {'port': {'security_groups': ['50f17e0f-c82b-41aa-8bf5-826f54aa51e8', 'bd9ec0f8-4e23-4bdf-b7a5-5fb9dbc50031']}} {{(pid=74150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:46:37.424354 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-1c4dbd48-76e0-4127-8607-1fc5d65c7fb6 req-12ad8705-73d4-45cd-9e94-e11295559687 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:37.757973 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.db [req-1c4dbd48-76e0-4127-8607-1fc5d65c7fb6 req-12ad8705-73d4-45cd-9e94-e11295559687 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] For port 9ef9ab2d-d8e5-41cf-9873-0bc20df26315, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=9ef9ab2d-d8e5-41cf-9873-0bc20df26315,segment=NetworkSegment(a4817e99-42da-4d18-9459-e39d672e39b3),segment_id=a4817e99-42da-4d18-9459-e39d672e39b3)] {{(pid=74150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:46:37.799976 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 39834) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:46:37.802188 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-1c4dbd48-76e0-4127-8607-1fc5d65c7fb6 req-12ad8705-73d4-45cd-9e94-e11295559687 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Notify callbacks [] for port, precommit_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:37.809396 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-1c4dbd48-76e0-4127-8607-1fc5d65c7fb6 req-12ad8705-73d4-45cd-9e94-e11295559687 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32536816'] for port, after_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:37.819669 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:46:37.873773 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] get_ports_and_sgs() called for port_ids ['9ef9ab2d-d8e5-41cf-9873-0bc20df26315'] {{(pid=74152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 28 16:46:37.966818 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4dbd48-76e0-4127-8607-1fc5d65c7fb6 req-12ad8705-73d4-45cd-9e94-e11295559687 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:46:37.978765 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-1c4dbd48-76e0-4127-8607-1fc5d65c7fb6 req-12ad8705-73d4-45cd-9e94-e11295559687 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022804'] for port, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:37.986955 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-1c4dbd48-76e0-4127-8607-1fc5d65c7fb6 req-12ad8705-73d4-45cd-9e94-e11295559687 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "PUT /v2.0/ports/9ef9ab2d-d8e5-41cf-9873-0bc20df26315 HTTP/1.1" status: 200  len: 982 time: 0.7518463
Jun 28 16:46:38.007325 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b81a1608-9252-4639-beb8-5670363a7228', 'tag': '9ef9ab2d-d8e5-41cf-9873-0bc20df26315'}] {{(pid=74150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 28 16:46:38.057976 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] get_ports_and_sgs() called for port_ids ['9ef9ab2d-d8e5-41cf-9873-0bc20df26315'] {{(pid=74152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 28 16:46:38.096317 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ad8705-73d4-45cd-9e94-e11295559687 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Pushing event updated for resources: {'Port': ['ID=9ef9ab2d-d8e5-41cf-9873-0bc20df26315,revision_number=6']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:46:38.106305 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-12ad8705-73d4-45cd-9e94-e11295559687 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:46:38.251521 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.v2.base [None req-10bc6325-7032-4f6c-9500-7c02a0e9c6c0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-836473996-network', 'tenant_id': 'ce884a9bddfa4cbbac44e05b827223b3'}} {{(pid=74151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:46:38.334971 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-10bc6325-7032-4f6c-9500-7c02a0e9c6c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:46:38.363538 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-10bc6325-7032-4f6c-9500-7c02a0e9c6c0 admin admin] Usage tracker for resource:network and tenant:ce884a9bddfa4cbbac44e05b827223b3 is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:46:38.382334 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-10bc6325-7032-4f6c-9500-7c02a0e9c6c0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:46:38.385286 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device 09992bcd-4ae9-41fb-be4e-7efb5ea80349 up at agent hyperv_hv-cinder-79810 {{(pid=74152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 28 16:46:38.408454 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-10bc6325-7032-4f6c-9500-7c02a0e9c6c0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:46:38.431177 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-ec1a3a25-95c9-4168-9785-555a2fd85b02 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:38.442262 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-ec1a3a25-95c9-4168-9785-555a2fd85b02 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674138'] for floatingip, after_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:38.469010 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f9888f-ac8b-44f9-939c-88fd86618ebb req-852a2b92-f0e7-4a66-9514-da92d9cf76c7 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:46:38.482141 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-03f9888f-ac8b-44f9-939c-88fd86618ebb req-852a2b92-f0e7-4a66-9514-da92d9cf76c7 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "GET /v2.0/ports?device_id=b81a1608-9252-4639-beb8-5670363a7228 HTTP/1.1" status: 200  len: 985 time: 0.2246945
Jun 28 16:46:38.603510 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10bc6325-7032-4f6c-9500-7c02a0e9c6c0 admin admin] Made reservation on behalf of ce884a9bddfa4cbbac44e05b827223b3 for: {'network': 1} {{(pid=74151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 28 16:46:38.606698 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-10bc6325-7032-4f6c-9500-7c02a0e9c6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for network, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:38.649275 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-10bc6325-7032-4f6c-9500-7c02a0e9c6c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:38.689606 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-10bc6325-7032-4f6c-9500-7c02a0e9c6c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:46:38.694858 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-10bc6325-7032-4f6c-9500-7c02a0e9c6c0 admin admin] Usage tracker for resource:security_group_rule and tenant:ce884a9bddfa4cbbac44e05b827223b3 is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:46:38.698396 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-10bc6325-7032-4f6c-9500-7c02a0e9c6c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:46:38.702284 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-03f9888f-ac8b-44f9-939c-88fd86618ebb req-d61fe807-df8e-491b-b99f-0544247a4216 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd9ec0f8-4e23-4bdf-b7a5-5fb9dbc50031&id=50f17e0f-c82b-41aa-8bf5-826f54aa51e8&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1372368
Jun 28 16:46:38.704765 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-10bc6325-7032-4f6c-9500-7c02a0e9c6c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:46:38.723877 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ed045c-6512-4a73-ac14-79b27543bacc req-390d5aa9-ef44-4d6e-828e-9d9be0ccc9a6 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:46:38.725733 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-c9ed045c-6512-4a73-ac14-79b27543bacc req-390d5aa9-ef44-4d6e-828e-9d9be0ccc9a6 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a8dcfd2-cb43-4841-92aa-a24274d78585 HTTP/1.1" status: 200  len: 944 time: 0.2423084
Jun 28 16:46:38.785152 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-6255a359-f087-4beb-9658-215721e0b6f3 None None] Provisioning complete for port 9ef9ab2d-d8e5-41cf-9873-0bc20df26315 triggered by entity DHCP. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:46:38.785522 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-6255a359-f087-4beb-9658-215721e0b6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:38.800640 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b81a1608-9252-4639-beb8-5670363a7228', 'tag': '9ef9ab2d-d8e5-41cf-9873-0bc20df26315', 'status': 'completed', 'code': 200}
Jun 28 16:46:38.817725 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-c9ed045c-6512-4a73-ac14-79b27543bacc req-42df84e0-6202-45fd-9380-04204c20a874 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/security-groups?id=e5835071-53b8-4807-a894-272f86cdf856&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0857561
Jun 28 16:46:38.855054 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Provisioning for port 09992bcd-4ae9-41fb-be4e-7efb5ea80349 completed by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 28 16:46:38.874400 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-10bc6325-7032-4f6c-9500-7c02a0e9c6c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:38.877063 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Provisioning complete for port 09992bcd-4ae9-41fb-be4e-7efb5ea80349 triggered by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:46:38.877539 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:38.891883 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-10bc6325-7032-4f6c-9500-7c02a0e9c6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:38.898368 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-684cbba8-80c6-405b-9478-964154488b72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:46:38.949142 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10bc6325-7032-4f6c-9500-7c02a0e9c6c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305}  {{(pid=74151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jun 28 16:46:38.962445 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bc6325-7032-4f6c-9500-7c02a0e9c6c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=035118fe-295b-4a4e-93b2-41419ee12438,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:46:38.967900 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-10bc6325-7032-4f6c-9500-7c02a0e9c6c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:46:38.978478 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-10bc6325-7032-4f6c-9500-7c02a0e9c6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719364'] for segment, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:38.978811 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.db.segments_db [None req-10bc6325-7032-4f6c-9500-7c02a0e9c6c0 admin admin] Added segment b5f9de31-0ee8-4cd8-9c16-fcc6e144e230 of type vlan for network ce5d0d75-0504-4eb6-b527-1f6283338b64
Jun 28 16:46:39.012679 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-3ffa2b96-ad88-4885-936a-6e0e52bff803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:39.015233 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.db.l3_db [None req-ec1a3a25-95c9-4168-9785-555a2fd85b02 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Floating IP c47c1121-72b5-439f-b88b-0c07122ef787 associated. External IP: 172.27.2.36, port: f090046c-f0d5-4f85-beb0-83bf7f44cb1b.
Jun 28 16:46:39.069349 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-10bc6325-7032-4f6c-9500-7c02a0e9c6c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771078342840'] for network, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:39.085061 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-9c94a63c-a577-4b4c-85ae-9e89af2f4af0 req-b0c6bdfa-fbcd-404c-a213-7f001d8f23a6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ef6d67df2935467a8c9855979ceb5e65&device_id=b81a1608-9252-4639-beb8-5670363a7228 HTTP/1.1" status: 200  len: 1138 time: 0.2399518
Jun 28 16:46:39.224540 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-10bc6325-7032-4f6c-9500-7c02a0e9c6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692'] for network, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:39.231812 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bc6325-7032-4f6c-9500-7c02a0e9c6c0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:46:39.232477 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-10bc6325-7032-4f6c-9500-7c02a0e9c6c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533674'] for network, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:39.235025 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:39.242443 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:46:39.322246 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a8dcfd2-cb43-4841-92aa-a24274d78585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09992bcd-4ae9-41fb-be4e-7efb5ea80349'}] {{(pid=74152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 28 16:46:39.341943 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] For port 09992bcd-4ae9-41fb-be4e-7efb5ea80349, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=09992bcd-4ae9-41fb-be4e-7efb5ea80349,segment=NetworkSegment(d95c8297-5540-4933-9f3d-9c3b535a42fe),segment_id=d95c8297-5540-4933-9f3d-9c3b535a42fe)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:46:39.354668 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:39.364409 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-579ba822-c444-4fd8-8805-cbbdff25f3d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:46:39.406963 dv-cinder-798104-1-iscsi neutron-server[74152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a8dcfd2-cb43-4841-92aa-a24274d78585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09992bcd-4ae9-41fb-be4e-7efb5ea80349', 'code': 200}
Jun 28 16:46:39.525373 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Pushing event updated for resources: {'Port': ['ID=09992bcd-4ae9-41fb-be4e-7efb5ea80349,revision_number=5']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:46:39.529757 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c94a63c-a577-4b4c-85ae-9e89af2f4af0 req-bc1f676b-0ec0-46b3-a26c-29e89fe3cd80 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:46:39.531947 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-9c94a63c-a577-4b4c-85ae-9e89af2f4af0 req-bc1f676b-0ec0-46b3-a26c-29e89fe3cd80 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1113820a-e4bc-475d-ab40-abe09297a41e HTTP/1.1" status: 200  len: 916 time: 0.4385648
Jun 28 16:46:39.536351 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:39.538988 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-10bc6325-7032-4f6c-9500-7c02a0e9c6c0 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.7376747
Jun 28 16:46:39.542007 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 39852) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:46:39.544267 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:46:39.548895 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.v2.base [None req-75605494-407f-4dca-b562-becef91f5156 admin admin] Request body: {'subnet': {'network_id': 'ce5d0d75-0504-4eb6-b527-1f6283338b64', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-836473996-subnet', 'tenant_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'ip_version': 4}} {{(pid=74150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:46:39.557933 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-75605494-407f-4dca-b562-becef91f5156 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:46:39.568112 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-75605494-407f-4dca-b562-becef91f5156 admin admin] Usage tracker for resource:subnet and tenant:ce884a9bddfa4cbbac44e05b827223b3 is out of sync, need to count used quota {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:46:39.573847 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-75605494-407f-4dca-b562-becef91f5156 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:46:39.585250 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-75605494-407f-4dca-b562-becef91f5156 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:46:39.612368 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75605494-407f-4dca-b562-becef91f5156 admin admin] Made reservation on behalf of ce884a9bddfa4cbbac44e05b827223b3 for: {'subnet': 1} {{(pid=74150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 28 16:46:39.616756 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-75605494-407f-4dca-b562-becef91f5156 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32270919'] for subnet, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:39.639311 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bc6325-7032-4f6c-9500-7c02a0e9c6c0 admin admin] Pushing event updated for resources: {'Network': ['ID=ce5d0d75-0504-4eb6-b527-1f6283338b64,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:46:39.642609 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-10bc6325-7032-4f6c-9500-7c02a0e9c6c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:46:39.664037 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Network ce5d0d75-0504-4eb6-b527-1f6283338b64 details requested by agent ovs-agent-dv-cinder-798104-1-iscsi with host dv-cinder-798104-1-iscsi {{(pid=74152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 28 16:46:39.806809 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-9c94a63c-a577-4b4c-85ae-9e89af2f4af0 req-dbea7d05-bb90-4c15-bdb9-d65c83ba5f3e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ef9ab2d-d8e5-41cf-9873-0bc20df26315 HTTP/1.1" status: 200  len: 1002 time: 0.2454042
Jun 28 16:46:39.853719 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-8519e778-2f61-45e7-b2a2-845c2169d357 req-f5d423a6-c9b1-4d69-9364-2dd25b4415bd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8a8dcfd2-cb43-4841-92aa-a24274d78585 HTTP/1.1" status: 200  len: 1098 time: 0.1168084
Jun 28 16:46:39.963734 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c94a63c-a577-4b4c-85ae-9e89af2f4af0 req-c6d77ac1-25a4-44c0-96e0-ef6b19399b34 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:46:39.964809 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-8519e778-2f61-45e7-b2a2-845c2169d357 req-11672edc-dc72-42a2-834b-e985c7bb483a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e5835071-53b8-4807-a894-272f86cdf856&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0827181
Jun 28 16:46:39.965287 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-9c94a63c-a577-4b4c-85ae-9e89af2f4af0 req-c6d77ac1-25a4-44c0-96e0-ef6b19399b34 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=acc7f902-942c-4b8b-9dcb-fb852c89cf6c HTTP/1.1" status: 200  len: 854 time: 0.1520853
Jun 28 16:46:39.999854 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-75605494-407f-4dca-b562-becef91f5156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32536645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32270933'] for subnet, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:40.007430 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-add9849d-2ef7-4902-9362-3f99f0f7d929 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:46:40.150452 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75605494-407f-4dca-b562-becef91f5156 admin admin] Pushing event updated for resources: {'Subnet': ['ID=323cae5e-b0ca-4159-a857-f280b10a8759,revision_number=0']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:46:40.156959 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-75605494-407f-4dca-b562-becef91f5156 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:46:40.180351 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75605494-407f-4dca-b562-becef91f5156 admin admin] Checking segment: {'id': 'b5f9de31-0ee8-4cd8-9c16-fcc6e144e230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ce5d0d75-0504-4eb6-b527-1f6283338b64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 28 16:46:40.180672 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75605494-407f-4dca-b562-becef91f5156 admin admin] Network hostable DHCP agents. Network: ce5d0d75-0504-4eb6-b527-1f6283338b64, hostable agents: ['e6bae525-68bf-4aa0-98dd-dc96c133cc24'], hosted agents: [] {{(pid=74150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 28 16:46:40.201387 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89e77f8-5895-4744-b8eb-326032c02475 req-88de9ff1-0ff2-4d1b-8358-34e11a014be5 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:46:40.203115 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-c89e77f8-5895-4744-b8eb-326032c02475 req-88de9ff1-0ff2-4d1b-8358-34e11a014be5 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a8dcfd2-cb43-4841-92aa-a24274d78585 HTTP/1.1" status: 200  len: 945 time: 0.1606011
Jun 28 16:46:40.233111 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-9c94a63c-a577-4b4c-85ae-9e89af2f4af0 req-22dbde4d-3fa9-4754-b534-531c72bc2fcb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1113820a-e4bc-475d-ab40-abe09297a41e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1682396
Jun 28 16:46:40.242569 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec1a3a25-95c9-4168-9785-555a2fd85b02 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Router e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0 has already been hosted by L3 agent c1a676c2-2a78-4c35-ab22-a28e05dfd46e {{(pid=74151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 28 16:46:40.246975 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75605494-407f-4dca-b562-becef91f5156 admin admin] Network ce5d0d75-0504-4eb6-b527-1f6283338b64 is scheduled to be hosted by DHCP agent e6bae525-68bf-4aa0-98dd-dc96c133cc24 with binding_index 1 {{(pid=74150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 28 16:46:40.262740 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.scheduler.base_scheduler [None req-75605494-407f-4dca-b562-becef91f5156 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798104-1-iscsi, ce5d0d75-0504-4eb6-b527-1f6283338b64) {{(pid=74150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 28 16:46:40.268562 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75605494-407f-4dca-b562-becef91f5156 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:46:40.269157 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-75605494-407f-4dca-b562-becef91f5156 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533674'] for subnet, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:40.276269 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077e0cdb-eb37-4fa9-8b8b-569b4e3e75aa None None] Network ce5d0d75-0504-4eb6-b527-1f6283338b64 requested from dv-cinder-798104-1-iscsi {{(pid=74152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 28 16:46:40.277093 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-c89e77f8-5895-4744-b8eb-326032c02475 req-47b83197-50d8-49fa-a596-97645661ab43 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/security-groups?id=e5835071-53b8-4807-a894-272f86cdf856&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0659344
Jun 28 16:46:40.298622 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-75605494-407f-4dca-b562-becef91f5156 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.7509055
Jun 28 16:46:40.299123 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 39864) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:46:40.310155 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.v2.base [None req-2ee10774-7ab8-4440-a937-17d713a2c1fb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-836473996-router', 'tenant_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792'}}} {{(pid=74150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:46:40.315585 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-2ee10774-7ab8-4440-a937-17d713a2c1fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:46:40.321841 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-2ee10774-7ab8-4440-a937-17d713a2c1fb admin admin] Usage tracker for resource:router and tenant:ce884a9bddfa4cbbac44e05b827223b3 is out of sync, need to count used quota {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:46:40.324649 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-2ee10774-7ab8-4440-a937-17d713a2c1fb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:46:40.330570 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-2ee10774-7ab8-4440-a937-17d713a2c1fb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:46:40.342128 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-2ee10774-7ab8-4440-a937-17d713a2c1fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-673619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2149'] for router, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:40.343182 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-2ee10774-7ab8-4440-a937-17d713a2c1fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-672504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-674524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-353154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2170'] for router, precommit_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:40.369244 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-2ee10774-7ab8-4440-a937-17d713a2c1fb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:40.510392 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-9c94a63c-a577-4b4c-85ae-9e89af2f4af0 req-f9a89aa8-b964-4f60-b5a4-9f0bddf62072 service neutron] 10.222.0.15 "GET /v2.0/networks/1113820a-e4bc-475d-ab40-abe09297a41e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2666364
Jun 28 16:46:40.630997 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435138c1-8287-4a2c-ab94-3df43f2cbb31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc71e96ad-d9c0-53f4-9726-180792ecc6d0-ce5d0d75-0504-4eb6-b527-1f6283338b64', 'network_id': 'ce5d0d75-0504-4eb6-b527-1f6283338b64', 'tenant_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'fixed_ips': [{'subnet_id': '323cae5e-b0ca-4159-a857-f280b10a8759'}]}} from dv-cinder-798104-1-iscsi. {{(pid=74152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Jun 28 16:46:40.632079 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-435138c1-8287-4a2c-ab94-3df43f2cbb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_create {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:40.649605 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-2ee10774-7ab8-4440-a937-17d713a2c1fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-674506', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-673601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2120'] for router, precommit_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:40.650843 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec1a3a25-95c9-4168-9785-555a2fd85b02 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify agent at l3_agent.dv-cinder-798104-1-iscsi the message routers_updated {{(pid=74151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 28 16:46:40.655263 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-ec1a3a25-95c9-4168-9785-555a2fd85b02 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022804'] for floatingip, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:40.667088 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069432bf-f903-4352-9da5-8074d57c28ce None None] Sync routers for ids ['e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0'] in dv-cinder-798104-1-iscsi {{(pid=74152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 28 16:46:40.715571 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-ec1a3a25-95c9-4168-9785-555a2fd85b02 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "PUT /v2.0/floatingips/c47c1121-72b5-439f-b88b-0c07122ef787 HTTP/1.1" status: 200  len: 991 time: 3.7894475
Jun 28 16:46:40.716278 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66abd257-739b-4da2-9931-0f05ce8da130', 'tag': 'f090046c-f0d5-4f85-beb0-83bf7f44cb1b'}] {{(pid=74151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 28 16:46:40.754115 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069432bf-f903-4352-9da5-8074d57c28ce None None] Routers {'e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0'} bound to L3 agent in host dv-cinder-798104-1-iscsi {{(pid=74152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 28 16:46:40.755395 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-069432bf-f903-4352-9da5-8074d57c28ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa2cf620460>, 'dv-cinder-798104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T16:33:11Z,description=<?>,heartbeat_timestamp=2021-06-28T16:46:11Z,host='dv-cinder-798104-1-iscsi',id=c1a676c2-2a78-4c35-ab22-a28e05dfd46e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-28T16:33:11Z,topic='l3_agent')) {'router_ids': ['e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0'], 'active': True} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:46:40.800365 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66abd257-739b-4da2-9931-0f05ce8da130', 'tag': 'f090046c-f0d5-4f85-beb0-83bf7f44cb1b', 'status': 'completed', 'code': 200}
Jun 28 16:46:40.894663 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-2ee10774-7ab8-4440-a937-17d713a2c1fb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:40.925715 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-2ee10774-7ab8-4440-a937-17d713a2c1fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:41.008011 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.db_base_plugin_common [None req-435138c1-8287-4a2c-ab94-3df43f2cbb31 None None] Allocated IP 172.20.0.2 (ce5d0d75-0504-4eb6-b527-1f6283338b64/323cae5e-b0ca-4159-a857-f280b10a8759/5d82d233-4507-4ccf-a742-0b5fd63bdb61) {{(pid=74152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 28 16:46:41.026384 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvr_db [None req-069432bf-f903-4352-9da5-8074d57c28ce None None] Set router e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0 gateway port host: dv-cinder-798104-1-iscsi {{(pid=74152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 28 16:46:41.067282 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.db_base_plugin_common [None req-2ee10774-7ab8-4440-a937-17d713a2c1fb admin admin] Allocated IP 172.27.2.176 (05d3a8da-27a1-489e-9cdc-367ff8331792/29317296-a498-419b-860c-f9843650e8eb/b0da1118-bc7f-4a37-8bb2-403325dd395a) {{(pid=74150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 28 16:46:41.257511 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-2ee10774-7ab8-4440-a937-17d713a2c1fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:41.296052 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-2ee10774-7ab8-4440-a937-17d713a2c1fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771078328113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32536825'] for port, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:41.297624 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-fce995df-d93f-4517-baec-1f561ced0472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:41.300605 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-fdb7e3b4-6fbc-4d22-a9f7-0729fd2de5b0 tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:46:41.371811 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee10774-7ab8-4440-a937-17d713a2c1fb admin admin] Network 05d3a8da-27a1-489e-9cdc-367ff8331792 is already hosted by enough agents. {{(pid=74150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 28 16:46:41.376904 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.scheduler.base_scheduler [None req-2ee10774-7ab8-4440-a937-17d713a2c1fb admin admin] Resources bound (agent type, host, resource id):  {{(pid=74150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 28 16:46:41.381725 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee10774-7ab8-4440-a937-17d713a2c1fb admin admin] Received port after_create {{(pid=74150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 28 16:46:41.425607 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee10774-7ab8-4440-a937-17d713a2c1fb admin admin] Pushing event updated for resources: {'Port': ['ID=b0da1118-bc7f-4a37-8bb2-403325dd395a,revision_number=1']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:46:41.434306 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-2ee10774-7ab8-4440-a937-17d713a2c1fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:46:41.470274 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-435138c1-8287-4a2c-ab94-3df43f2cbb31 None None] Notify callbacks [] for port, precommit_create {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:41.501909 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-435138c1-8287-4a2c-ab94-3df43f2cbb31 None None] Transition to ACTIVE for port object 5d82d233-4507-4ccf-a742-0b5fd63bdb61 will not be triggered until provisioned by entity L2. {{(pid=74152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 28 16:46:41.574798 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-435138c1-8287-4a2c-ab94-3df43f2cbb31 None None] Transition to ACTIVE for port object 5d82d233-4507-4ccf-a742-0b5fd63bdb61 will not be triggered until provisioned by entity DHCP. {{(pid=74152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 28 16:46:41.583464 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-435138c1-8287-4a2c-ab94-3df43f2cbb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771078328113'] for port, after_create {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:41.589430 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-a6c43fe6-d882-499c-8d49-eab17682188d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:46:41.591087 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb8b82b-a1a2-4623-b6ef-b135d8bd1433 req-69fee275-26cd-4aab-a65c-f60ebeedbeb9 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:46:41.592556 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-8cb8b82b-a1a2-4623-b6ef-b135d8bd1433 req-69fee275-26cd-4aab-a65c-f60ebeedbeb9 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a8dcfd2-cb43-4841-92aa-a24274d78585 HTTP/1.1" status: 200  len: 945 time: 0.1553593
Jun 28 16:46:41.664195 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-8cb8b82b-a1a2-4623-b6ef-b135d8bd1433 req-66fa7e52-ff2b-434a-a621-3d701b99df41 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/security-groups?id=e5835071-53b8-4807-a894-272f86cdf856&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0618541
Jun 28 16:46:41.694932 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435138c1-8287-4a2c-ab94-3df43f2cbb31 None None] Network ce5d0d75-0504-4eb6-b527-1f6283338b64 is already hosted by enough agents. {{(pid=74152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 28 16:46:41.695657 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435138c1-8287-4a2c-ab94-3df43f2cbb31 None None] Pushing event updated for resources: {'Port': ['ID=5d82d233-4507-4ccf-a742-0b5fd63bdb61,revision_number=1']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:46:41.700480 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.scheduler.base_scheduler [None req-435138c1-8287-4a2c-ab94-3df43f2cbb31 None None] Resources bound (agent type, host, resource id):  {{(pid=74152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 28 16:46:41.708287 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-435138c1-8287-4a2c-ab94-3df43f2cbb31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:46:41.711030 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435138c1-8287-4a2c-ab94-3df43f2cbb31 None None] Received port after_create {{(pid=74152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 28 16:46:41.713309 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-2ee10774-7ab8-4440-a937-17d713a2c1fb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:41.714698 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-2ee10774-7ab8-4440-a937-17d713a2c1fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-673608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-674545'] for router, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:41.759907 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-069432bf-f903-4352-9da5-8074d57c28ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa2cf620460>, [{'id': 'e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0', 'name': 'tempest-AttachVolumeShelveTestJSON-1703409747-router', 'tenant_id': '63a2e49b0c454d43890a422c6fd0684c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'fdc35852-b6f6-405a-825d-15926a01a8b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:06Z', 'updated_at': '2021-06-28T16:41:18Z', 'revision_number': 4, 'project_id': '63a2e49b0c454d43890a422c6fd0684c', 'gw_port': {'id': 'fdc35852-b6f6-405a-825d-15926a01a8b0', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:07Z', 'updated_at': '2021-06-28T16:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi', '_floatingips': [{'id': 'c47c1121-72b5-439f-b88b-0c07122ef787', 'tenant_id': '63a2e49b0c454d43890a422c6fd0684c', 'floating_ip_address': '172.27.2.36', 'floating_network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'router_id': 'e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0', 'port_id': 'f090046c-f0d5-4f85-beb0-83bf7f44cb1b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a346278-b5ab-4c50-92aa-d9c545e84c60', 'mac_address': 'fa:16:3e:1e:28:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66abd257-739b-4da2-9931-0f05ce8da130', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T16:46:15Z', 'updated_at': '2021-06-28T16:46:37Z', 'revision_number': 1, 'project_id': '63a2e49b0c454d43890a422c6fd0684c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11f140e5-d625-4165-935e-6213876d0e9a', 'name': '', 'network_id': '5a346278-b5ab-4c50-92aa-d9c545e84c60', 'tenant_id': '63a2e49b0c454d43890a422c6fd0684c', 'mac_address': 'fa:16:3e:89:a6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3e3d357-dcc0-424c-a40d-bd73416cd8db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:16Z', 'updated_at': '2021-06-28T16:42:01Z', 'revision_number': 5, 'project_id': '63a2e49b0c454d43890a422c6fd0684c', 'subnets': [{'id': 'b3e3d357-dcc0-424c-a40d-bd73416cd8db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-iscsi', False) {} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:46:41.805703 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069432bf-f903-4352-9da5-8074d57c28ce None None] Checking router: e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0 for host: dv-cinder-798104-1-iscsi {{(pid=74152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 28 16:46:41.841534 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.managers [None req-435138c1-8287-4a2c-ab94-3df43f2cbb31 None None] Attempting to bind port 5d82d233-4507-4ccf-a742-0b5fd63bdb61 on host dv-cinder-798104-1-iscsi for vnic_type normal with profile  {{(pid=74152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 28 16:46:41.841814 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.managers [None req-435138c1-8287-4a2c-ab94-3df43f2cbb31 None None] Attempting to bind port 5d82d233-4507-4ccf-a742-0b5fd63bdb61 by drivers openvswitch,hyperv on host dv-cinder-798104-1-iscsi at level 0 using segments [{'id': 'b5f9de31-0ee8-4cd8-9c16-fcc6e144e230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ce5d0d75-0504-4eb6-b527-1f6283338b64'}] {{(pid=74152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 28 16:46:41.842178 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435138c1-8287-4a2c-ab94-3df43f2cbb31 None None] Attempting to bind port 5d82d233-4507-4ccf-a742-0b5fd63bdb61 on network ce5d0d75-0504-4eb6-b527-1f6283338b64 {{(pid=74152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 28 16:46:41.847072 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069432bf-f903-4352-9da5-8074d57c28ce None None] Routers {'e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0'} bound to L3 agent in host dv-cinder-798104-1-iscsi {{(pid=74152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 28 16:46:41.847698 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-069432bf-f903-4352-9da5-8074d57c28ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa2cf620460>, 'dv-cinder-798104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T16:33:11Z,description=<?>,heartbeat_timestamp=2021-06-28T16:46:41Z,host='dv-cinder-798104-1-iscsi',id=c1a676c2-2a78-4c35-ab22-a28e05dfd46e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-28T16:33:11Z,topic='l3_agent')) {'router_ids': ['e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0'], 'active': True} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:46:41.865293 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-9c94a63c-a577-4b4c-85ae-9e89af2f4af0 req-7af1ce20-f642-46ae-a89c-d0a71fbc862b service neutron] 10.222.0.15 "GET /v2.0/networks/1113820a-e4bc-475d-ab40-abe09297a41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1536896
Jun 28 16:46:41.919765 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435138c1-8287-4a2c-ab94-3df43f2cbb31 None None] Checking agent: {'id': '235649c2-d0e1-424d-8662-9e7ce5cd7ca9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798104-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 16, 33, 9), 'started_at': datetime.datetime(2021, 6, 28, 16, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 16, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798104-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 28 16:46:41.920225 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435138c1-8287-4a2c-ab94-3df43f2cbb31 None None] Checking segment: {'id': 'b5f9de31-0ee8-4cd8-9c16-fcc6e144e230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ce5d0d75-0504-4eb6-b527-1f6283338b64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 28 16:46:41.920705 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-435138c1-8287-4a2c-ab94-3df43f2cbb31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:41.921197 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435138c1-8287-4a2c-ab94-3df43f2cbb31 None None] Bound using segment: {'id': 'b5f9de31-0ee8-4cd8-9c16-fcc6e144e230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ce5d0d75-0504-4eb6-b527-1f6283338b64'} {{(pid=74152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 28 16:46:41.921706 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.managers [None req-435138c1-8287-4a2c-ab94-3df43f2cbb31 None None] Bound port: 5d82d233-4507-4ccf-a742-0b5fd63bdb61, host: dv-cinder-798104-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5f9de31-0ee8-4cd8-9c16-fcc6e144e230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ce5d0d75-0504-4eb6-b527-1f6283338b64'}}] {{(pid=74152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 28 16:46:41.922089 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-435138c1-8287-4a2c-ab94-3df43f2cbb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:42.033008 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ee10774-7ab8-4440-a937-17d713a2c1fb admin admin] Router 515444ba-9373-4ab0-a856-a9908e20046b is scheduled to L3 agent c1a676c2-2a78-4c35-ab22-a28e05dfd46e with binding_index 1 {{(pid=74150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jun 28 16:46:42.222049 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-435138c1-8287-4a2c-ab94-3df43f2cbb31 None None] For port 5d82d233-4507-4ccf-a742-0b5fd63bdb61, host dv-cinder-798104-1-iscsi, cleared binding levels {{(pid=74152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 28 16:46:42.228423 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-435138c1-8287-4a2c-ab94-3df43f2cbb31 None None] For port 5d82d233-4507-4ccf-a742-0b5fd63bdb61, host dv-cinder-798104-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-iscsi',level=0,port_id=5d82d233-4507-4ccf-a742-0b5fd63bdb61,segment=NetworkSegment(b5f9de31-0ee8-4cd8-9c16-fcc6e144e230),segment_id=b5f9de31-0ee8-4cd8-9c16-fcc6e144e230)] {{(pid=74152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 28 16:46:42.239451 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-435138c1-8287-4a2c-ab94-3df43f2cbb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:42.249655 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-435138c1-8287-4a2c-ab94-3df43f2cbb31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:46:42.275253 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ee10774-7ab8-4440-a937-17d713a2c1fb admin admin] Notify agent at l3_agent.dv-cinder-798104-1-iscsi the message routers_updated {{(pid=74150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 28 16:46:42.290371 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44552ae1-65d9-44d8-8fe9-fe860e87c550 None None] Sync routers for ids ['515444ba-9373-4ab0-a856-a9908e20046b'] in dv-cinder-798104-1-iscsi {{(pid=74153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 28 16:46:42.313103 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44552ae1-65d9-44d8-8fe9-fe860e87c550 None None] Routers {'515444ba-9373-4ab0-a856-a9908e20046b'} bound to L3 agent in host dv-cinder-798104-1-iscsi {{(pid=74153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 28 16:46:42.316448 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_hamode_db [None req-44552ae1-65d9-44d8-8fe9-fe860e87c550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa2cf8a9790>, 'dv-cinder-798104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T16:33:11Z,description=<?>,heartbeat_timestamp=2021-06-28T16:46:41Z,host='dv-cinder-798104-1-iscsi',id=c1a676c2-2a78-4c35-ab22-a28e05dfd46e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-28T16:33:11Z,topic='l3_agent')) {'router_ids': ['515444ba-9373-4ab0-a856-a9908e20046b'], 'active': True} {{(pid=74153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:46:42.346153 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-2ee10774-7ab8-4440-a937-17d713a2c1fb admin admin] Notify callbacks [] for router, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:42.346567 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvr_db [None req-069432bf-f903-4352-9da5-8074d57c28ce None None] Set router e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0 gateway port host: dv-cinder-798104-1-iscsi {{(pid=74152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 28 16:46:42.350898 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 39880) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:46:42.351813 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-2ee10774-7ab8-4440-a937-17d713a2c1fb admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 2.0514286
Jun 28 16:46:42.529312 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_dvr_db [None req-44552ae1-65d9-44d8-8fe9-fe860e87c550 None None] Set router 515444ba-9373-4ab0-a856-a9908e20046b gateway port host: dv-cinder-798104-1-iscsi {{(pid=74153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 28 16:46:42.552466 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-6c3ff140-2be5-46e8-b74a-5424bc372793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:42.571988 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435138c1-8287-4a2c-ab94-3df43f2cbb31 None None] Pushing event updated for resources: {'Port': ['ID=5d82d233-4507-4ccf-a742-0b5fd63bdb61,revision_number=2']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:46:42.577425 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-435138c1-8287-4a2c-ab94-3df43f2cbb31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:46:42.650819 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7d7bc8-f735-4919-b57b-15a8b6952278 req-ddaed970-82c6-4094-b696-f51460039f70 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:46:42.659823 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-af7d7bc8-f735-4919-b57b-15a8b6952278 req-ddaed970-82c6-4094-b696-f51460039f70 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "GET /v2.0/ports?device_id=b81a1608-9252-4639-beb8-5670363a7228 HTTP/1.1" status: 200  len: 985 time: 0.1466656
Jun 28 16:46:42.736827 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-af7d7bc8-f735-4919-b57b-15a8b6952278 req-a7df63bb-a874-4484-8a19-9b62e2e4ba1c tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd9ec0f8-4e23-4bdf-b7a5-5fb9dbc50031&id=50f17e0f-c82b-41aa-8bf5-826f54aa51e8&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0752525
Jun 28 16:46:42.963666 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_hamode_db [None req-44552ae1-65d9-44d8-8fe9-fe860e87c550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa2cf8a9790>, [{'id': '515444ba-9373-4ab0-a856-a9908e20046b', 'name': 'tempest-TestVolumeBootPattern-836473996-router', 'tenant_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': 'b0da1118-bc7f-4a37-8bb2-403325dd395a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:46:40Z', 'updated_at': '2021-06-28T16:46:41Z', 'revision_number': 3, 'project_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'gw_port': {'id': 'b0da1118-bc7f-4a37-8bb2-403325dd395a', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b8:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '515444ba-9373-4ab0-a856-a9908e20046b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:46:40Z', 'updated_at': '2021-06-28T16:46:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi'}], 'dv-cinder-798104-1-iscsi', False) {} {{(pid=74153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:46:42.969622 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44552ae1-65d9-44d8-8fe9-fe860e87c550 None None] Checking router: 515444ba-9373-4ab0-a856-a9908e20046b for host: dv-cinder-798104-1-iscsi {{(pid=74153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 28 16:46:42.970334 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44552ae1-65d9-44d8-8fe9-fe860e87c550 None None] Updating router 515444ba-9373-4ab0-a856-a9908e20046b port b0da1118-bc7f-4a37-8bb2-403325dd395a binding host dv-cinder-798104-1-iscsi {{(pid=74153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 28 16:46:43.040238 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron_lib.callbacks.manager [None req-44552ae1-65d9-44d8-8fe9-fe860e87c550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:43.093780 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171d658b-89c4-4719-915b-34172c2f820c req-a13699d4-a5b2-4720-a14c-a0528174b083 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:46:43.102122 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-171d658b-89c4-4719-915b-34172c2f820c req-a13699d4-a5b2-4720-a14c-a0528174b083 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a8dcfd2-cb43-4841-92aa-a24274d78585 HTTP/1.1" status: 200  len: 945 time: 0.1328328
Jun 28 16:46:43.192710 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-069432bf-f903-4352-9da5-8074d57c28ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa2cf620460>, [{'id': 'e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0', 'name': 'tempest-AttachVolumeShelveTestJSON-1703409747-router', 'tenant_id': '63a2e49b0c454d43890a422c6fd0684c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'fdc35852-b6f6-405a-825d-15926a01a8b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:06Z', 'updated_at': '2021-06-28T16:41:18Z', 'revision_number': 4, 'project_id': '63a2e49b0c454d43890a422c6fd0684c', 'gw_port': {'id': 'fdc35852-b6f6-405a-825d-15926a01a8b0', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:07Z', 'updated_at': '2021-06-28T16:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi', '_floatingips': [{'id': 'c47c1121-72b5-439f-b88b-0c07122ef787', 'tenant_id': '63a2e49b0c454d43890a422c6fd0684c', 'floating_ip_address': '172.27.2.36', 'floating_network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'router_id': 'e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0', 'port_id': 'f090046c-f0d5-4f85-beb0-83bf7f44cb1b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a346278-b5ab-4c50-92aa-d9c545e84c60', 'mac_address': 'fa:16:3e:1e:28:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66abd257-739b-4da2-9931-0f05ce8da130', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T16:46:15Z', 'updated_at': '2021-06-28T16:46:37Z', 'revision_number': 1, 'project_id': '63a2e49b0c454d43890a422c6fd0684c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11f140e5-d625-4165-935e-6213876d0e9a', 'name': '', 'network_id': '5a346278-b5ab-4c50-92aa-d9c545e84c60', 'tenant_id': '63a2e49b0c454d43890a422c6fd0684c', 'mac_address': 'fa:16:3e:89:a6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3e3d357-dcc0-424c-a40d-bd73416cd8db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:16Z', 'updated_at': '2021-06-28T16:42:01Z', 'revision_number': 5, 'project_id': '63a2e49b0c454d43890a422c6fd0684c', 'subnets': [{'id': 'b3e3d357-dcc0-424c-a40d-bd73416cd8db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-iscsi', False) {} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:46:43.201453 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069432bf-f903-4352-9da5-8074d57c28ce None None] The sync data for ids ['e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0'] in dv-cinder-798104-1-iscsi is: [{'id': 'e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0', 'name': 'tempest-AttachVolumeShelveTestJSON-1703409747-router', 'tenant_id': '63a2e49b0c454d43890a422c6fd0684c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'fdc35852-b6f6-405a-825d-15926a01a8b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:06Z', 'updated_at': '2021-06-28T16:41:18Z', 'revision_number': 4, 'project_id': '63a2e49b0c454d43890a422c6fd0684c', 'gw_port': {'id': 'fdc35852-b6f6-405a-825d-15926a01a8b0', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:07Z', 'updated_at': '2021-06-28T16:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi', '_floatingips': [{'id': 'c47c1121-72b5-439f-b88b-0c07122ef787', 'tenant_id': '63a2e49b0c454d43890a422c6fd0684c', 'floating_ip_address': '172.27.2.36', 'floating_network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'router_id': 'e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0', 'port_id': 'f090046c-f0d5-4f85-beb0-83bf7f44cb1b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a346278-b5ab-4c50-92aa-d9c545e84c60', 'mac_address': 'fa:16:3e:1e:28:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66abd257-739b-4da2-9931-0f05ce8da130', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T16:46:15Z', 'updated_at': '2021-06-28T16:46:37Z', 'revision_number': 1, 'project_id': '63a2e49b0c454d43890a422c6fd0684c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11f140e5-d625-4165-935e-6213876d0e9a', 'name': '', 'network_id': '5a346278-b5ab-4c50-92aa-d9c545e84c60', 'tenant_id': '63a2e49b0c454d43890a422c6fd0684c', 'mac_address': 'fa:16:3e:89:a6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3e3d357-dcc0-424c-a40d-bd73416cd8db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:16Z', 'updated_at': '2021-06-28T16:42:01Z', 'revision_number': 5, 'project_id': '63a2e49b0c454d43890a422c6fd0684c', 'subnets': [{'id': 'b3e3d357-dcc0-424c-a40d-bd73416cd8db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 28 16:46:43.290702 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-171d658b-89c4-4719-915b-34172c2f820c req-7d08477d-e30f-4105-9a9a-ae46e5d7342c tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/security-groups?id=e5835071-53b8-4807-a894-272f86cdf856&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1874905
Jun 28 16:46:43.555905 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron_lib.callbacks.manager [None req-44552ae1-65d9-44d8-8fe9-fe860e87c550 None None] Notify callbacks [] for port, precommit_update {{(pid=74153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:43.572197 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.provisioning_blocks [None req-44552ae1-65d9-44d8-8fe9-fe860e87c550 None None] Transition to ACTIVE for port object b0da1118-bc7f-4a37-8bb2-403325dd395a will not be triggered until provisioned by entity L2. {{(pid=74153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 28 16:46:43.580376 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron_lib.callbacks.manager [None req-44552ae1-65d9-44d8-8fe9-fe860e87c550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:43.585628 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:46:43.759516 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d7cde8-5167-4d36-a934-1202a37b0416 None None] Pushing event updated for resources: {'Port': ['ID=b0da1118-bc7f-4a37-8bb2-403325dd395a,revision_number=2']} {{(pid=74153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:46:43.769438 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d7cde8-5167-4d36-a934-1202a37b0416 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:46:43.769934 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d7cde8-5167-4d36-a934-1202a37b0416 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:46:43.770523 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d7cde8-5167-4d36-a934-1202a37b0416 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:46:43.771011 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d7cde8-5167-4d36-a934-1202a37b0416 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:46:43.772178 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d7cde8-5167-4d36-a934-1202a37b0416 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:46:43.772783 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d7cde8-5167-4d36-a934-1202a37b0416 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:46:43.773377 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d7cde8-5167-4d36-a934-1202a37b0416 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:46:43.774274 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d7cde8-5167-4d36-a934-1202a37b0416 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:46:43.774799 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d7cde8-5167-4d36-a934-1202a37b0416 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:46:43.775331 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d7cde8-5167-4d36-a934-1202a37b0416 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:46:43.775943 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d7cde8-5167-4d36-a934-1202a37b0416 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:46:43.784779 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.managers [None req-44552ae1-65d9-44d8-8fe9-fe860e87c550 None None] Attempting to bind port b0da1118-bc7f-4a37-8bb2-403325dd395a on host dv-cinder-798104-1-iscsi for vnic_type normal with profile  {{(pid=74153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 28 16:46:43.785406 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.managers [None req-44552ae1-65d9-44d8-8fe9-fe860e87c550 None None] Attempting to bind port b0da1118-bc7f-4a37-8bb2-403325dd395a by drivers openvswitch,hyperv on host dv-cinder-798104-1-iscsi at level 0 using segments [{'id': 'c33c21b7-7592-40e1-a334-7e00067f8a18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792'}] {{(pid=74153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 28 16:46:43.788279 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07369b2e-13b2-4f5c-9fc6-cf5ef7160a0e None None] New status for floating IP c47c1121-72b5-439f-b88b-0c07122ef787: ACTIVE {{(pid=74152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jun 28 16:46:43.809424 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44552ae1-65d9-44d8-8fe9-fe860e87c550 None None] Attempting to bind port b0da1118-bc7f-4a37-8bb2-403325dd395a on network 05d3a8da-27a1-489e-9cdc-367ff8331792 {{(pid=74153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 28 16:46:43.814076 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG oslo_concurrency.lockutils [None req-13d7cde8-5167-4d36-a934-1202a37b0416 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=74153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:46:43.828419 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44552ae1-65d9-44d8-8fe9-fe860e87c550 None None] Checking agent: {'id': '235649c2-d0e1-424d-8662-9e7ce5cd7ca9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798104-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 16, 33, 9), 'started_at': datetime.datetime(2021, 6, 28, 16, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 16, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798104-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 28 16:46:43.828797 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44552ae1-65d9-44d8-8fe9-fe860e87c550 None None] Checking segment: {'id': 'c33c21b7-7592-40e1-a334-7e00067f8a18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 28 16:46:43.829227 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron_lib.callbacks.manager [None req-44552ae1-65d9-44d8-8fe9-fe860e87c550 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:43.833154 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44552ae1-65d9-44d8-8fe9-fe860e87c550 None None] Bound using segment: {'id': 'c33c21b7-7592-40e1-a334-7e00067f8a18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792'} {{(pid=74153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 28 16:46:43.833886 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.managers [None req-44552ae1-65d9-44d8-8fe9-fe860e87c550 None None] Bound port: b0da1118-bc7f-4a37-8bb2-403325dd395a, host: dv-cinder-798104-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c33c21b7-7592-40e1-a334-7e00067f8a18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792'}}] {{(pid=74153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 28 16:46:43.834150 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron_lib.callbacks.manager [None req-44552ae1-65d9-44d8-8fe9-fe860e87c550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:43.838538 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-9ac356d8-e320-49df-b450-d42dd0fbe15a req-c9fd27a0-b512-4d50-a9ec-9d1c9a96a03d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ef6d67df2935467a8c9855979ceb5e65&device_id=b81a1608-9252-4639-beb8-5670363a7228 HTTP/1.1" status: 200  len: 1138 time: 0.1533413
Jun 28 16:46:43.956256 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-05bc32d6-6915-4480-ad36-5895250563f5 req-d00898e0-6fba-4caf-86d4-ef22303b67e1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=63a2e49b0c454d43890a422c6fd0684c&device_id=66abd257-739b-4da2-9931-0f05ce8da130 HTTP/1.1" status: 200  len: 1099 time: 0.3196585
Jun 28 16:46:44.022682 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.db [None req-44552ae1-65d9-44d8-8fe9-fe860e87c550 None None] For port b0da1118-bc7f-4a37-8bb2-403325dd395a, host dv-cinder-798104-1-iscsi, cleared binding levels {{(pid=74153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 28 16:46:44.026616 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.db [None req-44552ae1-65d9-44d8-8fe9-fe860e87c550 None None] For port b0da1118-bc7f-4a37-8bb2-403325dd395a, host dv-cinder-798104-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-iscsi',level=0,port_id=b0da1118-bc7f-4a37-8bb2-403325dd395a,segment=NetworkSegment(c33c21b7-7592-40e1-a334-7e00067f8a18),segment_id=c33c21b7-7592-40e1-a334-7e00067f8a18)] {{(pid=74153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 28 16:46:44.041478 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron_lib.callbacks.manager [None req-44552ae1-65d9-44d8-8fe9-fe860e87c550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:44.047140 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG oslo_concurrency.lockutils [None req-bd234fd1-6a2a-40b1-bcab-a3650836a3f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:46:44.163656 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac356d8-e320-49df-b450-d42dd0fbe15a req-8f90834b-0ce7-4b2d-9b6f-3a188bedad6e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:46:44.165583 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-9ac356d8-e320-49df-b450-d42dd0fbe15a req-8f90834b-0ce7-4b2d-9b6f-3a188bedad6e service neutron] 10.222.0.15 "GET /v2.0/networks?id=1113820a-e4bc-475d-ab40-abe09297a41e HTTP/1.1" status: 200  len: 916 time: 0.3034465
Jun 28 16:46:44.172985 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-194e62fa-d624-4773-847e-644af7914b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:44.179289 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaf155d-05d4-4cf0-99dd-d8b4beece4b6 req-68d31ac1-c565-4896-aa79-dcd01bfccb88 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:46:44.188694 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-eaaf155d-05d4-4cf0-99dd-d8b4beece4b6 req-68d31ac1-c565-4896-aa79-dcd01bfccb88 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "GET /v2.0/ports?device_id=b81a1608-9252-4639-beb8-5670363a7228 HTTP/1.1" status: 200  len: 985 time: 0.1820729
Jun 28 16:46:44.194563 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device 5d82d233-4507-4ccf-a742-0b5fd63bdb61 up at agent ovs-agent-dv-cinder-798104-1-iscsi {{(pid=74152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 28 16:46:44.223169 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de44c1ab-dfb5-4001-9ba7-6cc9b68b0e25 None None] Network ce5d0d75-0504-4eb6-b527-1f6283338b64 requested from dv-cinder-798104-1-iscsi {{(pid=74152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 28 16:46:44.241356 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44552ae1-65d9-44d8-8fe9-fe860e87c550 None None] Routers {'515444ba-9373-4ab0-a856-a9908e20046b'} bound to L3 agent in host dv-cinder-798104-1-iscsi {{(pid=74153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 28 16:46:44.241985 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_hamode_db [None req-44552ae1-65d9-44d8-8fe9-fe860e87c550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa2cf8a9790>, 'dv-cinder-798104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T16:33:11Z,description=<?>,heartbeat_timestamp=2021-06-28T16:46:41Z,host='dv-cinder-798104-1-iscsi',id=c1a676c2-2a78-4c35-ab22-a28e05dfd46e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-28T16:33:11Z,topic='l3_agent')) {'router_ids': ['515444ba-9373-4ab0-a856-a9908e20046b'], 'active': True} {{(pid=74153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:46:44.294795 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bc32d6-6915-4480-ad36-5895250563f5 req-c1ebaad7-25be-4c31-a1ac-2c584164422f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:46:44.296694 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-05bc32d6-6915-4480-ad36-5895250563f5 req-c1ebaad7-25be-4c31-a1ac-2c584164422f service neutron] 10.222.0.15 "GET /v2.0/networks?id=5a346278-b5ab-4c50-92aa-d9c545e84c60 HTTP/1.1" status: 200  len: 918 time: 0.3248413
Jun 28 16:46:44.333275 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d7cde8-5167-4d36-a934-1202a37b0416 None None] Pushing event updated for resources: {'Port': ['ID=b0da1118-bc7f-4a37-8bb2-403325dd395a,revision_number=3']} {{(pid=74153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:46:44.339803 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG oslo_concurrency.lockutils [None req-13d7cde8-5167-4d36-a934-1202a37b0416 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=74153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:46:44.350668 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-04386768-febd-452e-ba40-4d94d9a285d0 None None] Provisioning for port 5d82d233-4507-4ccf-a742-0b5fd63bdb61 completed by entity DHCP. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 28 16:46:44.379399 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-eaaf155d-05d4-4cf0-99dd-d8b4beece4b6 req-bea3b1b8-8cc7-4a88-8a34-ff4155fe6477 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd9ec0f8-4e23-4bdf-b7a5-5fb9dbc50031&id=50f17e0f-c82b-41aa-8bf5-826f54aa51e8&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1893702
Jun 28 16:46:44.386132 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-9ac356d8-e320-49df-b450-d42dd0fbe15a req-9dd89c8a-904e-42f8-9048-70ff4f19d0fc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ef9ab2d-d8e5-41cf-9873-0bc20df26315 HTTP/1.1" status: 200  len: 1002 time: 0.1918414
Jun 28 16:46:44.427505 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-5e27322e-457d-4bf0-b73d-ff6c09f635fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:44.473373 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_dvr_db [None req-44552ae1-65d9-44d8-8fe9-fe860e87c550 None None] Set router 515444ba-9373-4ab0-a856-a9908e20046b gateway port host: dv-cinder-798104-1-iscsi {{(pid=74153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 28 16:46:44.474562 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac356d8-e320-49df-b450-d42dd0fbe15a req-1d11218a-b1f7-4816-a64b-330830d0cfb6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:46:44.476567 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-9ac356d8-e320-49df-b450-d42dd0fbe15a req-1d11218a-b1f7-4816-a64b-330830d0cfb6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=acc7f902-942c-4b8b-9dcb-fb852c89cf6c HTTP/1.1" status: 200  len: 854 time: 0.0815911
Jun 28 16:46:44.499586 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Provisioning for port 5d82d233-4507-4ccf-a742-0b5fd63bdb61 completed by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 28 16:46:44.508901 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Provisioning complete for port 5d82d233-4507-4ccf-a742-0b5fd63bdb61 triggered by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:46:44.509558 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:44.634523 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-05bc32d6-6915-4480-ad36-5895250563f5 req-462ec4ee-ce5f-4b16-a753-ea4093292326 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f090046c-f0d5-4f85-beb0-83bf7f44cb1b HTTP/1.1" status: 200  len: 1001 time: 0.3264875
Jun 28 16:46:44.775882 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8912f937-b7d4-4e3d-a87c-b652289dcbd0 req-2a68c822-03e7-4acf-9300-b0f3920374c0 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:46:44.780216 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-8912f937-b7d4-4e3d-a87c-b652289dcbd0 req-2a68c822-03e7-4acf-9300-b0f3920374c0 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a8dcfd2-cb43-4841-92aa-a24274d78585 HTTP/1.1" status: 200  len: 945 time: 0.2306218
Jun 28 16:46:44.794927 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-9ac356d8-e320-49df-b450-d42dd0fbe15a req-4a328934-7c36-40ed-bde0-28302254a81d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1113820a-e4bc-475d-ab40-abe09297a41e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3106194
Jun 28 16:46:44.800314 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:44.876379 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] For port 5d82d233-4507-4ccf-a742-0b5fd63bdb61, host dv-cinder-798104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-iscsi',level=0,port_id=5d82d233-4507-4ccf-a742-0b5fd63bdb61,segment=NetworkSegment(b5f9de31-0ee8-4cd8-9c16-fcc6e144e230),segment_id=b5f9de31-0ee8-4cd8-9c16-fcc6e144e230)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:46:44.884115 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:44.886525 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:46:44.985418 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bc32d6-6915-4480-ad36-5895250563f5 req-b7ff8dbd-d7bb-467d-91ad-666ddcff41ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:46:44.987021 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-05bc32d6-6915-4480-ad36-5895250563f5 req-b7ff8dbd-d7bb-467d-91ad-666ddcff41ce service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b3e3d357-dcc0-424c-a40d-bd73416cd8db HTTP/1.1" status: 200  len: 856 time: 0.3340240
Jun 28 16:46:45.003466 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_hamode_db [None req-44552ae1-65d9-44d8-8fe9-fe860e87c550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa2cf8a9790>, [{'id': '515444ba-9373-4ab0-a856-a9908e20046b', 'name': 'tempest-TestVolumeBootPattern-836473996-router', 'tenant_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': 'b0da1118-bc7f-4a37-8bb2-403325dd395a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:46:40Z', 'updated_at': '2021-06-28T16:46:41Z', 'revision_number': 3, 'project_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'gw_port': {'id': 'b0da1118-bc7f-4a37-8bb2-403325dd395a', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b8:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '515444ba-9373-4ab0-a856-a9908e20046b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:46:40Z', 'updated_at': '2021-06-28T16:46:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi'}], 'dv-cinder-798104-1-iscsi', False) {} {{(pid=74153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:46:45.006736 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-8912f937-b7d4-4e3d-a87c-b652289dcbd0 req-ff1ce9ea-5704-41a9-ace7-914f29ba990c tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/security-groups?id=e5835071-53b8-4807-a894-272f86cdf856&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2099862
Jun 28 16:46:45.012174 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44552ae1-65d9-44d8-8fe9-fe860e87c550 None None] The sync data for ids ['515444ba-9373-4ab0-a856-a9908e20046b'] in dv-cinder-798104-1-iscsi is: [{'id': '515444ba-9373-4ab0-a856-a9908e20046b', 'name': 'tempest-TestVolumeBootPattern-836473996-router', 'tenant_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': 'b0da1118-bc7f-4a37-8bb2-403325dd395a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:46:40Z', 'updated_at': '2021-06-28T16:46:41Z', 'revision_number': 3, 'project_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'gw_port': {'id': 'b0da1118-bc7f-4a37-8bb2-403325dd395a', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b8:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '515444ba-9373-4ab0-a856-a9908e20046b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:46:40Z', 'updated_at': '2021-06-28T16:46:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi'}] {{(pid=74153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 28 16:46:45.102373 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Pushing event updated for resources: {'Port': ['ID=5d82d233-4507-4ccf-a742-0b5fd63bdb61,revision_number=3']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:46:45.119061 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:46:45.127855 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:45.128804 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-9ac356d8-e320-49df-b450-d42dd0fbe15a req-b6607340-8773-46e5-a63e-9feca419443c service neutron] 10.222.0.15 "GET /v2.0/networks/1113820a-e4bc-475d-ab40-abe09297a41e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3215239
Jun 28 16:46:45.198152 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.db_base_plugin_common [None req-194e62fa-d624-4773-847e-644af7914b33 admin admin] Allocated IP 172.20.0.1 (ce5d0d75-0504-4eb6-b527-1f6283338b64/323cae5e-b0ca-4159-a857-f280b10a8759/cbb29726-34b2-497a-b463-ca98b87515b5) {{(pid=74151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 28 16:46:45.246315 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-05bc32d6-6915-4480-ad36-5895250563f5 req-7c770c97-761c-46ed-ab25-2976e5e8ef46 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5a346278-b5ab-4c50-92aa-d9c545e84c60&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2509937
Jun 28 16:46:45.317517 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8ffffb85-bd0e-4246-a43b-830c7c2be432 None None] Provisioning complete for port 5d82d233-4507-4ccf-a742-0b5fd63bdb61 triggered by entity DHCP. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:46:45.317897 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8ffffb85-bd0e-4246-a43b-830c7c2be432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:45.388494 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-9ac356d8-e320-49df-b450-d42dd0fbe15a req-9e378750-ab46-43e8-863c-7eeebb038f28 service neutron] 10.222.0.15 "GET /v2.0/networks/1113820a-e4bc-475d-ab40-abe09297a41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2478573
Jun 28 16:46:45.398073 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf0fc11-90bf-4194-9e58-75c31a59aebe req-08d28c02-8b9b-4a9a-8284-6305e39a0f95 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:46:45.404458 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-4cf0fc11-90bf-4194-9e58-75c31a59aebe req-08d28c02-8b9b-4a9a-8284-6305e39a0f95 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a8dcfd2-cb43-4841-92aa-a24274d78585 HTTP/1.1" status: 200  len: 945 time: 0.1455631
Jun 28 16:46:45.411288 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 39906) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:46:45.417056 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.v2.base [None req-a9c69318-7135-4700-91b3-939b492bc246 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Request body: {'floatingip': {'port_id': '09992bcd-4ae9-41fb-be4e-7efb5ea80349'}} {{(pid=74150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:46:45.507205 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-a9c69318-7135-4700-91b3-939b492bc246 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify callbacks [] for floatingip, before_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:45.514828 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-194e62fa-d624-4773-847e-644af7914b33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:45.519440 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-05bc32d6-6915-4480-ad36-5895250563f5 req-d55d6a9e-d028-4630-b8c2-06b84744cc1c service neutron] 10.222.0.15 "GET /v2.0/networks/5a346278-b5ab-4c50-92aa-d9c545e84c60?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2170815
Jun 28 16:46:45.534467 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.provisioning_blocks [None req-194e62fa-d624-4773-847e-644af7914b33 admin admin] Transition to ACTIVE for port object cbb29726-34b2-497a-b463-ca98b87515b5 will not be triggered until provisioned by entity DHCP. {{(pid=74151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 28 16:46:45.562957 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-194e62fa-d624-4773-847e-644af7914b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771078328113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32204965'] for port, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:45.573310 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-3df73062-7f92-4865-8568-171b40d65067 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:46:45.661453 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194e62fa-d624-4773-847e-644af7914b33 admin admin] Network ce5d0d75-0504-4eb6-b527-1f6283338b64 is already hosted by enough agents. {{(pid=74151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 28 16:46:45.665003 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.base_scheduler [None req-194e62fa-d624-4773-847e-644af7914b33 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 28 16:46:45.669105 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194e62fa-d624-4773-847e-644af7914b33 admin admin] Received port after_create {{(pid=74151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 28 16:46:45.716261 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194e62fa-d624-4773-847e-644af7914b33 admin admin] Pushing event updated for resources: {'Port': ['ID=cbb29726-34b2-497a-b463-ca98b87515b5,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:46:45.727055 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-194e62fa-d624-4773-847e-644af7914b33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:46:45.742360 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-194e62fa-d624-4773-847e-644af7914b33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-674087'] for router_interface, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:45.761989 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device 5d82d233-4507-4ccf-a742-0b5fd63bdb61 up at agent ovs-agent-dv-cinder-798104-1-iscsi {{(pid=74152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 28 16:46:45.842821 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-194e62fa-d624-4773-847e-644af7914b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:45.848681 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Provisioning complete for port 5d82d233-4507-4ccf-a742-0b5fd63bdb61 triggered by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:46:45.849582 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:45.856615 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865eaae4-ebd6-42af-8247-17883d2803cf req-bccd0e05-7f2a-426c-aa71-a42a063014dd tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:46:45.864230 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-865eaae4-ebd6-42af-8247-17883d2803cf req-bccd0e05-7f2a-426c-aa71-a42a063014dd tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "GET /v2.0/ports?device_id=b81a1608-9252-4639-beb8-5670363a7228 HTTP/1.1" status: 200  len: 985 time: 0.2533133
Jun 28 16:46:46.094648 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-fc32b495-49ed-42f8-8a65-0b9e821ee321 None None] Provisioning for port cbb29726-34b2-497a-b463-ca98b87515b5 completed by entity DHCP. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 28 16:46:46.101927 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-fc32b495-49ed-42f8-8a65-0b9e821ee321 None None] Provisioning complete for port cbb29726-34b2-497a-b463-ca98b87515b5 triggered by entity DHCP. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:46:46.102298 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-fc32b495-49ed-42f8-8a65-0b9e821ee321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:46.140499 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-865eaae4-ebd6-42af-8247-17883d2803cf req-8a30db70-f98b-4fd1-89c8-0186819438a4 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd9ec0f8-4e23-4bdf-b7a5-5fb9dbc50031&id=50f17e0f-c82b-41aa-8bf5-826f54aa51e8&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2756848
Jun 28 16:46:46.187545 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-fc32b495-49ed-42f8-8a65-0b9e821ee321 None None] Port cbb29726-34b2-497a-b463-ca98b87515b5 cannot update to ACTIVE because it is not bound. {{(pid=74152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 28 16:46:46.309408 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-194e62fa-d624-4773-847e-644af7914b33 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:46.315009 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-194e62fa-d624-4773-847e-644af7914b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32204972'] for port, after_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:46.344498 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:46:46.425959 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194e62fa-d624-4773-847e-644af7914b33 admin admin] Pushing event updated for resources: {'Port': ['ID=cbb29726-34b2-497a-b463-ca98b87515b5,revision_number=2']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:46:46.429097 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-194e62fa-d624-4773-847e-644af7914b33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-677387'] for router_interface, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:46.432934 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-194e62fa-d624-4773-847e-644af7914b33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:46:46.489974 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-a9c69318-7135-4700-91b3-939b492bc246 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:46.495143 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-a9c69318-7135-4700-91b3-939b492bc246 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674138'] for floatingip, after_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:46.603738 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194e62fa-d624-4773-847e-644af7914b33 admin admin] Network ce5d0d75-0504-4eb6-b527-1f6283338b64 is already hosted by enough agents. {{(pid=74151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 28 16:46:46.605007 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.base_scheduler [None req-194e62fa-d624-4773-847e-644af7914b33 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 28 16:46:46.746396 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.db.l3_db [None req-a9c69318-7135-4700-91b3-939b492bc246 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Floating IP c1c4b721-5024-4710-8aed-acd28e5c0ba2 associated. External IP: 172.27.2.62, port: 09992bcd-4ae9-41fb-be4e-7efb5ea80349.
Jun 28 16:46:46.919601 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-a8f73503-340d-4846-9457-f702bf7a592f None None] Provisioning complete for port cbb29726-34b2-497a-b463-ca98b87515b5 triggered by entity DHCP. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:46:46.920179 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-a8f73503-340d-4846-9457-f702bf7a592f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:46.999308 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-a8f73503-340d-4846-9457-f702bf7a592f None None] Port cbb29726-34b2-497a-b463-ca98b87515b5 cannot update to ACTIVE because it is not bound. {{(pid=74152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 28 16:46:47.074487 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-194e62fa-d624-4773-847e-644af7914b33 admin admin] Router 515444ba-9373-4ab0-a856-a9908e20046b has already been hosted by L3 agent c1a676c2-2a78-4c35-ab22-a28e05dfd46e {{(pid=74151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 28 16:46:47.329202 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-194e62fa-d624-4773-847e-644af7914b33 admin admin] Notify agent at l3_agent.dv-cinder-798104-1-iscsi the message routers_updated {{(pid=74151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 28 16:46:47.339744 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-194e62fa-d624-4773-847e-644af7914b33 admin admin] 10.222.0.30 "PUT /v2.0/routers/515444ba-9373-4ab0-a856-a9908e20046b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9866915
Jun 28 16:46:47.467274 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9c69318-7135-4700-91b3-939b492bc246 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Router 0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49 has already been hosted by L3 agent c1a676c2-2a78-4c35-ab22-a28e05dfd46e {{(pid=74150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 28 16:46:47.475764 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f2c521-3331-4a97-bff6-9dab77b0e0b6 req-5b2d5cbe-cd73-4d06-971b-669206578c35 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:46:47.477149 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-46f2c521-3331-4a97-bff6-9dab77b0e0b6 req-5b2d5cbe-cd73-4d06-971b-669206578c35 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "GET /v2.0/ports?device_id=b81a1608-9252-4639-beb8-5670363a7228 HTTP/1.1" status: 200  len: 985 time: 0.1931927
Jun 28 16:46:47.609382 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-46f2c521-3331-4a97-bff6-9dab77b0e0b6 req-cbac01f0-2024-4c24-a09d-d11dcfa18257 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd9ec0f8-4e23-4bdf-b7a5-5fb9dbc50031&id=50f17e0f-c82b-41aa-8bf5-826f54aa51e8&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1228144
Jun 28 16:46:47.754058 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c69318-7135-4700-91b3-939b492bc246 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify agent at l3_agent.dv-cinder-798104-1-iscsi the message routers_updated {{(pid=74150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 28 16:46:47.761448 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-a9c69318-7135-4700-91b3-939b492bc246 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022804'] for floatingip, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:47.772887 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac573f6-2b86-4faf-bab8-10aceab80c32 None None] Sync routers for ids ['0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49'] in dv-cinder-798104-1-iscsi {{(pid=74153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 28 16:46:47.786817 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac573f6-2b86-4faf-bab8-10aceab80c32 None None] Routers {'0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49'} bound to L3 agent in host dv-cinder-798104-1-iscsi {{(pid=74153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 28 16:46:47.788083 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_hamode_db [None req-8ac573f6-2b86-4faf-bab8-10aceab80c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa2cfbed2b0>, 'dv-cinder-798104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T16:33:11Z,description=<?>,heartbeat_timestamp=2021-06-28T16:46:41Z,host='dv-cinder-798104-1-iscsi',id=c1a676c2-2a78-4c35-ab22-a28e05dfd46e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-28T16:33:11Z,topic='l3_agent')) {'router_ids': ['0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49'], 'active': True} {{(pid=74153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:46:47.848674 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-a9c69318-7135-4700-91b3-939b492bc246 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "PUT /v2.0/floatingips/c1c4b721-5024-4710-8aed-acd28e5c0ba2 HTTP/1.1" status: 200  len: 990 time: 2.4335854
Jun 28 16:46:47.848674 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a8dcfd2-cb43-4841-92aa-a24274d78585', 'tag': '09992bcd-4ae9-41fb-be4e-7efb5ea80349'}] {{(pid=74150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 28 16:46:48.028590 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_dvr_db [None req-8ac573f6-2b86-4faf-bab8-10aceab80c32 None None] Set router 0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49 gateway port host: dv-cinder-798104-1-iscsi {{(pid=74153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 28 16:46:48.471359 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a8dcfd2-cb43-4841-92aa-a24274d78585', 'tag': '09992bcd-4ae9-41fb-be4e-7efb5ea80349', 'status': 'completed', 'code': 200}
Jun 28 16:46:48.497949 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-05bc32d6-6915-4480-ad36-5895250563f5 req-a011a498-365a-4289-a77c-7501f96611a4 service neutron] 10.222.0.15 "GET /v2.0/networks/5a346278-b5ab-4c50-92aa-d9c545e84c60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1960771
Jun 28 16:46:48.522103 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.agents_db [None req-cfc1c983-b0ac-48e0-8737-db5653a7b2f7 None None] Agent healthcheck: found 6 active agents {{(pid=74153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 28 16:46:48.620963 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 39942) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:46:48.630067 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.v2.base [None req-3ef6dbcd-8380-434e-9661-08d7b7cf146e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1212192748-network', 'tenant_id': 'cf15771c83e644f98960f6997cbd2e8e'}} {{(pid=74151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:46:48.636932 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-3ef6dbcd-8380-434e-9661-08d7b7cf146e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:46:48.642875 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-3ef6dbcd-8380-434e-9661-08d7b7cf146e admin admin] Usage tracker for resource:network and tenant:cf15771c83e644f98960f6997cbd2e8e is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:46:48.645913 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_hamode_db [None req-8ac573f6-2b86-4faf-bab8-10aceab80c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa2cfbed2b0>, [{'id': '0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49', 'name': 'tempest-AttachVolumeTestJSON-580518908-router', 'tenant_id': '82c03e5282854bd0ba377331b218109e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': '22fff4eb-67d8-4e77-ad16-b759475d4229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:06Z', 'updated_at': '2021-06-28T16:41:15Z', 'revision_number': 4, 'project_id': '82c03e5282854bd0ba377331b218109e', 'gw_port': {'id': '22fff4eb-67d8-4e77-ad16-b759475d4229', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ef:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:07Z', 'updated_at': '2021-06-28T16:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi', '_floatingips': [{'id': 'c1c4b721-5024-4710-8aed-acd28e5c0ba2', 'tenant_id': '82c03e5282854bd0ba377331b218109e', 'floating_ip_address': '172.27.2.62', 'floating_network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'router_id': '0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49', 'port_id': '09992bcd-4ae9-41fb-be4e-7efb5ea80349', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '016488fa-4c73-4804-a4b6-958ce586a741', 'mac_address': 'fa:16:3e:79:14:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8dcfd2-cb43-4841-92aa-a24274d78585', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T16:46:20Z', 'updated_at': '2021-06-28T16:46:46Z', 'revision_number': 1, 'project_id': '82c03e5282854bd0ba377331b218109e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6481c4ed-2367-4a81-8d50-3e55bb4b57fd', 'name': '', 'network_id': '016488fa-4c73-4804-a4b6-958ce586a741', 'tenant_id': '82c03e5282854bd0ba377331b218109e', 'mac_address': 'fa:16:3e:45:88:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c17c6b4c-b032-4eb3-9e61-7e44dcd4cae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:13Z', 'updated_at': '2021-06-28T16:41:57Z', 'revision_number': 5, 'project_id': '82c03e5282854bd0ba377331b218109e', 'subnets': [{'id': 'c17c6b4c-b032-4eb3-9e61-7e44dcd4cae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-iscsi', False) {} {{(pid=74153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:46:48.647482 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-3ef6dbcd-8380-434e-9661-08d7b7cf146e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:46:48.660934 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac573f6-2b86-4faf-bab8-10aceab80c32 None None] Checking router: 0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49 for host: dv-cinder-798104-1-iscsi {{(pid=74153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 28 16:46:48.671136 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-3ef6dbcd-8380-434e-9661-08d7b7cf146e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:46:48.680262 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-6cbc8e6d-f4fd-4e03-a983-524d8e5cea2a req-c6b654c8-b7ac-4bf0-8f35-ddb5b4a277fb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=82c03e5282854bd0ba377331b218109e&device_id=8a8dcfd2-cb43-4841-92aa-a24274d78585 HTTP/1.1" status: 200  len: 1098 time: 0.1704071
Jun 28 16:46:48.684119 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac573f6-2b86-4faf-bab8-10aceab80c32 None None] Routers {'0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49'} bound to L3 agent in host dv-cinder-798104-1-iscsi {{(pid=74153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 28 16:46:48.685724 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_hamode_db [None req-8ac573f6-2b86-4faf-bab8-10aceab80c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa2cfbed2b0>, 'dv-cinder-798104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T16:33:11Z,description=<?>,heartbeat_timestamp=2021-06-28T16:46:41Z,host='dv-cinder-798104-1-iscsi',id=c1a676c2-2a78-4c35-ab22-a28e05dfd46e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-28T16:33:11Z,topic='l3_agent')) {'router_ids': ['0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49'], 'active': True} {{(pid=74153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:46:48.697857 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef6dbcd-8380-434e-9661-08d7b7cf146e admin admin] Made reservation on behalf of cf15771c83e644f98960f6997cbd2e8e for: {'network': 1} {{(pid=74151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 28 16:46:48.700794 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-3ef6dbcd-8380-434e-9661-08d7b7cf146e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for network, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:48.723991 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-3ef6dbcd-8380-434e-9661-08d7b7cf146e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:48.789921 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-3ef6dbcd-8380-434e-9661-08d7b7cf146e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:46:48.806398 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-3ef6dbcd-8380-434e-9661-08d7b7cf146e admin admin] Usage tracker for resource:security_group_rule and tenant:cf15771c83e644f98960f6997cbd2e8e is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:46:48.807785 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-3ef6dbcd-8380-434e-9661-08d7b7cf146e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:46:48.826578 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-3ef6dbcd-8380-434e-9661-08d7b7cf146e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:46:48.969240 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-3ef6dbcd-8380-434e-9661-08d7b7cf146e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:48.978407 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-3ef6dbcd-8380-434e-9661-08d7b7cf146e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:49.003584 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ef6dbcd-8380-434e-9661-08d7b7cf146e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308}  {{(pid=74151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jun 28 16:46:49.019719 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-3ef6dbcd-8380-434e-9661-08d7b7cf146e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719364'] for segment, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:49.020436 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.db.segments_db [None req-3ef6dbcd-8380-434e-9661-08d7b7cf146e admin admin] Added segment 47e9fb60-de2c-4fbf-8ed6-15a88c5cce38 of type vlan for network e83e5a62-2a43-47c8-80a2-77bcca0deaee
Jun 28 16:46:49.054502 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-3ef6dbcd-8380-434e-9661-08d7b7cf146e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771078342840'] for network, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:49.106479 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_dvr_db [None req-8ac573f6-2b86-4faf-bab8-10aceab80c32 None None] Set router 0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49 gateway port host: dv-cinder-798104-1-iscsi {{(pid=74153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 28 16:46:49.127934 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-575b7a56-65ab-4893-81de-899751305766 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:46:49.138756 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-3ef6dbcd-8380-434e-9661-08d7b7cf146e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692'] for network, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:49.155769 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef6dbcd-8380-434e-9661-08d7b7cf146e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:46:49.156347 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-3ef6dbcd-8380-434e-9661-08d7b7cf146e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533674'] for network, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:49.215711 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbc8e6d-f4fd-4e03-a983-524d8e5cea2a req-78a30fdd-4eb4-4f8c-bd6a-9d53cbd914d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:46:49.217246 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-6cbc8e6d-f4fd-4e03-a983-524d8e5cea2a req-78a30fdd-4eb4-4f8c-bd6a-9d53cbd914d7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=016488fa-4c73-4804-a4b6-958ce586a741 HTTP/1.1" status: 200  len: 911 time: 0.5307090
Jun 28 16:46:49.227489 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b42be2-c82f-4d69-9264-de75533376bd req-1b2a4157-3b34-4efe-8fd1-47751f3c04eb tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:46:49.229064 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-87b42be2-c82f-4d69-9264-de75533376bd req-1b2a4157-3b34-4efe-8fd1-47751f3c04eb tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "GET /v2.0/ports?device_id=b81a1608-9252-4639-beb8-5670363a7228 HTTP/1.1" status: 200  len: 985 time: 0.2321625
Jun 28 16:46:49.246017 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-3ef6dbcd-8380-434e-9661-08d7b7cf146e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.6235707
Jun 28 16:46:49.247098 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 39948) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:46:49.247992 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef6dbcd-8380-434e-9661-08d7b7cf146e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d4cf9d8-92ce-453e-8aa9-a09c7c4de7a2,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:46:49.252950 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-3ef6dbcd-8380-434e-9661-08d7b7cf146e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:46:49.253962 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:46:49.273825 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.v2.base [None req-11b8df73-8bf4-4e1d-97cf-bf6afe1f7800 admin admin] Request body: {'subnet': {'network_id': 'e83e5a62-2a43-47c8-80a2-77bcca0deaee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1212192748-subnet', 'tenant_id': 'cf15771c83e644f98960f6997cbd2e8e', 'ip_version': 4}} {{(pid=74151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:46:49.281034 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-11b8df73-8bf4-4e1d-97cf-bf6afe1f7800 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:46:49.286330 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-11b8df73-8bf4-4e1d-97cf-bf6afe1f7800 admin admin] Usage tracker for resource:subnet and tenant:cf15771c83e644f98960f6997cbd2e8e is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:46:49.289705 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-11b8df73-8bf4-4e1d-97cf-bf6afe1f7800 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:46:49.296587 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-11b8df73-8bf4-4e1d-97cf-bf6afe1f7800 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:46:49.316261 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b8df73-8bf4-4e1d-97cf-bf6afe1f7800 admin admin] Made reservation on behalf of cf15771c83e644f98960f6997cbd2e8e for: {'subnet': 1} {{(pid=74151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 28 16:46:49.319085 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-11b8df73-8bf4-4e1d-97cf-bf6afe1f7800 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32082063'] for subnet, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:49.472646 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-6cbc8e6d-f4fd-4e03-a983-524d8e5cea2a req-537a190d-1dfa-4d56-9dfa-540b90935acc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09992bcd-4ae9-41fb-be4e-7efb5ea80349 HTTP/1.1" status: 200  len: 998 time: 0.2411048
Jun 28 16:46:49.484062 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef6dbcd-8380-434e-9661-08d7b7cf146e admin admin] Pushing event updated for resources: {'Network': ['ID=e83e5a62-2a43-47c8-80a2-77bcca0deaee,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:46:49.488420 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-3ef6dbcd-8380-434e-9661-08d7b7cf146e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:46:49.497660 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-87b42be2-c82f-4d69-9264-de75533376bd req-0c33d093-b464-4ac6-aa34-7934a3f5cbc6 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd9ec0f8-4e23-4bdf-b7a5-5fb9dbc50031&id=50f17e0f-c82b-41aa-8bf5-826f54aa51e8&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1929920
Jun 28 16:46:49.498879 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Network e83e5a62-2a43-47c8-80a2-77bcca0deaee details requested by agent ovs-agent-dv-cinder-798104-1-iscsi with host dv-cinder-798104-1-iscsi {{(pid=74152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 28 16:46:49.678025 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbc8e6d-f4fd-4e03-a983-524d8e5cea2a req-7a63bd85-f7bc-403e-92ae-66b6e4707212 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:46:49.682059 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-6cbc8e6d-f4fd-4e03-a983-524d8e5cea2a req-7a63bd85-f7bc-403e-92ae-66b6e4707212 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c17c6b4c-b032-4eb3-9e61-7e44dcd4cae3 HTTP/1.1" status: 200  len: 849 time: 0.1819751
Jun 28 16:46:49.885702 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-6cbc8e6d-f4fd-4e03-a983-524d8e5cea2a req-ad9385b4-aca3-4434-aa9b-66a69d272a44 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=016488fa-4c73-4804-a4b6-958ce586a741&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1934950
Jun 28 16:46:49.886465 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device b0da1118-bc7f-4a37-8bb2-403325dd395a up at agent ovs-agent-dv-cinder-798104-1-iscsi {{(pid=74152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 28 16:46:49.967325 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-11b8df73-8bf4-4e1d-97cf-bf6afe1f7800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32204825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32082077'] for subnet, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:49.973433 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:46:49.984593 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Provisioning for port b0da1118-bc7f-4a37-8bb2-403325dd395a completed by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 28 16:46:50.000348 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Provisioning complete for port b0da1118-bc7f-4a37-8bb2-403325dd395a triggered by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:46:50.004227 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:50.022909 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_hamode_db [None req-8ac573f6-2b86-4faf-bab8-10aceab80c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa2cfbed2b0>, [{'id': '0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49', 'name': 'tempest-AttachVolumeTestJSON-580518908-router', 'tenant_id': '82c03e5282854bd0ba377331b218109e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': '22fff4eb-67d8-4e77-ad16-b759475d4229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:06Z', 'updated_at': '2021-06-28T16:41:15Z', 'revision_number': 4, 'project_id': '82c03e5282854bd0ba377331b218109e', 'gw_port': {'id': '22fff4eb-67d8-4e77-ad16-b759475d4229', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ef:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:07Z', 'updated_at': '2021-06-28T16:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi', '_floatingips': [{'id': 'c1c4b721-5024-4710-8aed-acd28e5c0ba2', 'tenant_id': '82c03e5282854bd0ba377331b218109e', 'floating_ip_address': '172.27.2.62', 'floating_network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'router_id': '0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49', 'port_id': '09992bcd-4ae9-41fb-be4e-7efb5ea80349', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '016488fa-4c73-4804-a4b6-958ce586a741', 'mac_address': 'fa:16:3e:79:14:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8dcfd2-cb43-4841-92aa-a24274d78585', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T16:46:20Z', 'updated_at': '2021-06-28T16:46:46Z', 'revision_number': 1, 'project_id': '82c03e5282854bd0ba377331b218109e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6481c4ed-2367-4a81-8d50-3e55bb4b57fd', 'name': '', 'network_id': '016488fa-4c73-4804-a4b6-958ce586a741', 'tenant_id': '82c03e5282854bd0ba377331b218109e', 'mac_address': 'fa:16:3e:45:88:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c17c6b4c-b032-4eb3-9e61-7e44dcd4cae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:13Z', 'updated_at': '2021-06-28T16:41:57Z', 'revision_number': 5, 'project_id': '82c03e5282854bd0ba377331b218109e', 'subnets': [{'id': 'c17c6b4c-b032-4eb3-9e61-7e44dcd4cae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-iscsi', False) {} {{(pid=74153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:46:50.033847 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac573f6-2b86-4faf-bab8-10aceab80c32 None None] The sync data for ids ['0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49'] in dv-cinder-798104-1-iscsi is: [{'id': '0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49', 'name': 'tempest-AttachVolumeTestJSON-580518908-router', 'tenant_id': '82c03e5282854bd0ba377331b218109e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': '22fff4eb-67d8-4e77-ad16-b759475d4229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:06Z', 'updated_at': '2021-06-28T16:41:15Z', 'revision_number': 4, 'project_id': '82c03e5282854bd0ba377331b218109e', 'gw_port': {'id': '22fff4eb-67d8-4e77-ad16-b759475d4229', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ef:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:07Z', 'updated_at': '2021-06-28T16:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi', '_floatingips': [{'id': 'c1c4b721-5024-4710-8aed-acd28e5c0ba2', 'tenant_id': '82c03e5282854bd0ba377331b218109e', 'floating_ip_address': '172.27.2.62', 'floating_network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'router_id': '0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49', 'port_id': '09992bcd-4ae9-41fb-be4e-7efb5ea80349', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '016488fa-4c73-4804-a4b6-958ce586a741', 'mac_address': 'fa:16:3e:79:14:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8dcfd2-cb43-4841-92aa-a24274d78585', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T16:46:20Z', 'updated_at': '2021-06-28T16:46:46Z', 'revision_number': 1, 'project_id': '82c03e5282854bd0ba377331b218109e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6481c4ed-2367-4a81-8d50-3e55bb4b57fd', 'name': '', 'network_id': '016488fa-4c73-4804-a4b6-958ce586a741', 'tenant_id': '82c03e5282854bd0ba377331b218109e', 'mac_address': 'fa:16:3e:45:88:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c17c6b4c-b032-4eb3-9e61-7e44dcd4cae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:13Z', 'updated_at': '2021-06-28T16:41:57Z', 'revision_number': 5, 'project_id': '82c03e5282854bd0ba377331b218109e', 'subnets': [{'id': 'c17c6b4c-b032-4eb3-9e61-7e44dcd4cae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 28 16:46:50.070568 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b8df73-8bf4-4e1d-97cf-bf6afe1f7800 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbbfd716-ec54-49ba-9e75-607b78b2a18b,revision_number=0']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:46:50.073909 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-11b8df73-8bf4-4e1d-97cf-bf6afe1f7800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:46:50.078030 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b8df73-8bf4-4e1d-97cf-bf6afe1f7800 admin admin] Checking segment: {'id': '47e9fb60-de2c-4fbf-8ed6-15a88c5cce38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e83e5a62-2a43-47c8-80a2-77bcca0deaee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 28 16:46:50.078534 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b8df73-8bf4-4e1d-97cf-bf6afe1f7800 admin admin] Network hostable DHCP agents. Network: e83e5a62-2a43-47c8-80a2-77bcca0deaee, hostable agents: ['e6bae525-68bf-4aa0-98dd-dc96c133cc24'], hosted agents: [] {{(pid=74151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 28 16:46:50.087922 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-6cbc8e6d-f4fd-4e03-a983-524d8e5cea2a req-50560595-4de4-47d0-b149-5930d1687754 service neutron] 10.222.0.15 "GET /v2.0/networks/016488fa-4c73-4804-a4b6-958ce586a741?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1885786
Jun 28 16:46:50.127429 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b8df73-8bf4-4e1d-97cf-bf6afe1f7800 admin admin] Network e83e5a62-2a43-47c8-80a2-77bcca0deaee is scheduled to be hosted by DHCP agent e6bae525-68bf-4aa0-98dd-dc96c133cc24 with binding_index 1 {{(pid=74151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 28 16:46:50.144957 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.base_scheduler [None req-11b8df73-8bf4-4e1d-97cf-bf6afe1f7800 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798104-1-iscsi, e83e5a62-2a43-47c8-80a2-77bcca0deaee) {{(pid=74151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 28 16:46:50.151187 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b8df73-8bf4-4e1d-97cf-bf6afe1f7800 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:46:50.152044 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-11b8df73-8bf4-4e1d-97cf-bf6afe1f7800 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:50.206489 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-11b8df73-8bf4-4e1d-97cf-bf6afe1f7800 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.9551873
Jun 28 16:46:50.210581 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 39962) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:46:50.217210 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.v2.base [None req-816c2dc4-0627-4d81-a21b-fcb9da5c0027 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1212192748-router', 'tenant_id': 'cf15771c83e644f98960f6997cbd2e8e', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792'}}} {{(pid=74151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:46:50.222601 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a40277c-b4ef-42d5-9c8f-42b507a81c97 None None] Network e83e5a62-2a43-47c8-80a2-77bcca0deaee requested from dv-cinder-798104-1-iscsi {{(pid=74152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 28 16:46:50.224096 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-816c2dc4-0627-4d81-a21b-fcb9da5c0027 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:46:50.229955 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-816c2dc4-0627-4d81-a21b-fcb9da5c0027 admin admin] Usage tracker for resource:router and tenant:cf15771c83e644f98960f6997cbd2e8e is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:46:50.234491 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-816c2dc4-0627-4d81-a21b-fcb9da5c0027 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:46:50.243548 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-816c2dc4-0627-4d81-a21b-fcb9da5c0027 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:46:50.260590 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-816c2dc4-0627-4d81-a21b-fcb9da5c0027 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-673619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2149'] for router, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:50.262337 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-816c2dc4-0627-4d81-a21b-fcb9da5c0027 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-672504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-674524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-353154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2170'] for router, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:50.293564 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-6cbc8e6d-f4fd-4e03-a983-524d8e5cea2a req-128aa81e-3f62-4cc2-a922-a9549675d79d service neutron] 10.222.0.15 "GET /v2.0/networks/016488fa-4c73-4804-a4b6-958ce586a741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1946707
Jun 28 16:46:50.295595 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-816c2dc4-0627-4d81-a21b-fcb9da5c0027 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:50.434146 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:50.462439 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-816c2dc4-0627-4d81-a21b-fcb9da5c0027 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-674506', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-673601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2120'] for router, precommit_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:50.515496 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] For port b0da1118-bc7f-4a37-8bb2-403325dd395a, host dv-cinder-798104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-iscsi',level=0,port_id=b0da1118-bc7f-4a37-8bb2-403325dd395a,segment=NetworkSegment(c33c21b7-7592-40e1-a334-7e00067f8a18),segment_id=c33c21b7-7592-40e1-a334-7e00067f8a18)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:46:50.526833 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:50.534267 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:46:50.660617 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Pushing event updated for resources: {'Port': ['ID=b0da1118-bc7f-4a37-8bb2-403325dd395a,revision_number=4']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:46:50.729424 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:46:50.730315 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:46:50.730653 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:46:50.730990 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:46:50.731323 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:46:50.731654 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:46:50.731983 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:46:50.732330 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:46:50.732659 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:46:50.732974 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:46:50.733529 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:46:50.737567 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:46:50.768996 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-816c2dc4-0627-4d81-a21b-fcb9da5c0027 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:50.799812 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6e6157-c785-47f5-9536-f06bcf0bfa44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc71e96ad-d9c0-53f4-9726-180792ecc6d0-e83e5a62-2a43-47c8-80a2-77bcca0deaee', 'network_id': 'e83e5a62-2a43-47c8-80a2-77bcca0deaee', 'tenant_id': 'cf15771c83e644f98960f6997cbd2e8e', 'fixed_ips': [{'subnet_id': 'dbbfd716-ec54-49ba-9e75-607b78b2a18b'}]}} from dv-cinder-798104-1-iscsi. {{(pid=74152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Jun 28 16:46:50.800657 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8e6e6157-c785-47f5-9536-f06bcf0bfa44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_create {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:50.823079 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-816c2dc4-0627-4d81-a21b-fcb9da5c0027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:50.925289 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad4381-bfe9-4a2a-bbb2-34c272aa5f93 req-c5210673-a68d-4ee9-87d6-083cc9f22d84 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:46:50.936968 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-59ad4381-bfe9-4a2a-bbb2-34c272aa5f93 req-c5210673-a68d-4ee9-87d6-083cc9f22d84 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "GET /v2.0/ports?device_id=b81a1608-9252-4639-beb8-5670363a7228 HTTP/1.1" status: 200  len: 985 time: 0.1788418
Jun 28 16:46:51.014444 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.db_base_plugin_common [None req-8e6e6157-c785-47f5-9536-f06bcf0bfa44 None None] Allocated IP 172.20.0.2 (e83e5a62-2a43-47c8-80a2-77bcca0deaee/dbbfd716-ec54-49ba-9e75-607b78b2a18b/bb260be0-4ad4-444e-a38f-8faec6b3096b) {{(pid=74152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 28 16:46:51.039971 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-59ad4381-bfe9-4a2a-bbb2-34c272aa5f93 req-c4bc7bb8-df03-47d0-acba-3e5ff9c51090 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd9ec0f8-4e23-4bdf-b7a5-5fb9dbc50031&id=50f17e0f-c82b-41aa-8bf5-826f54aa51e8&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1019130
Jun 28 16:46:51.069561 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.db_base_plugin_common [None req-816c2dc4-0627-4d81-a21b-fcb9da5c0027 admin admin] Allocated IP 172.27.2.141 (05d3a8da-27a1-489e-9cdc-367ff8331792/29317296-a498-419b-860c-f9843650e8eb/9ea5505b-36ac-424f-ab3c-e050e3a63fef) {{(pid=74151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 28 16:46:51.268442 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-816c2dc4-0627-4d81-a21b-fcb9da5c0027 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:51.301495 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-816c2dc4-0627-4d81-a21b-fcb9da5c0027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771078328113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32204965'] for port, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:51.309875 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-194e62fa-d624-4773-847e-644af7914b33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:46:51.372538 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8e6e6157-c785-47f5-9536-f06bcf0bfa44 None None] Notify callbacks [] for port, precommit_create {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:51.388598 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8e6e6157-c785-47f5-9536-f06bcf0bfa44 None None] Transition to ACTIVE for port object bb260be0-4ad4-444e-a38f-8faec6b3096b will not be triggered until provisioned by entity L2. {{(pid=74152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 28 16:46:51.394362 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816c2dc4-0627-4d81-a21b-fcb9da5c0027 admin admin] Network 05d3a8da-27a1-489e-9cdc-367ff8331792 is already hosted by enough agents. {{(pid=74151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 28 16:46:51.398655 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.base_scheduler [None req-816c2dc4-0627-4d81-a21b-fcb9da5c0027 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 28 16:46:51.402776 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816c2dc4-0627-4d81-a21b-fcb9da5c0027 admin admin] Received port after_create {{(pid=74151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 28 16:46:51.418466 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8e6e6157-c785-47f5-9536-f06bcf0bfa44 None None] Transition to ACTIVE for port object bb260be0-4ad4-444e-a38f-8faec6b3096b will not be triggered until provisioned by entity DHCP. {{(pid=74152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 28 16:46:51.425786 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8e6e6157-c785-47f5-9536-f06bcf0bfa44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771078328113'] for port, after_create {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:51.432555 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-435138c1-8287-4a2c-ab94-3df43f2cbb31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:46:51.448155 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816c2dc4-0627-4d81-a21b-fcb9da5c0027 admin admin] Pushing event updated for resources: {'Port': ['ID=9ea5505b-36ac-424f-ab3c-e050e3a63fef,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:46:51.451289 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-816c2dc4-0627-4d81-a21b-fcb9da5c0027 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:46:51.508627 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6e6157-c785-47f5-9536-f06bcf0bfa44 None None] Network e83e5a62-2a43-47c8-80a2-77bcca0deaee is already hosted by enough agents. {{(pid=74152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 28 16:46:51.511680 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.scheduler.base_scheduler [None req-8e6e6157-c785-47f5-9536-f06bcf0bfa44 None None] Resources bound (agent type, host, resource id):  {{(pid=74152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 28 16:46:51.515815 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6e6157-c785-47f5-9536-f06bcf0bfa44 None None] Received port after_create {{(pid=74152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 28 16:46:51.525001 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6e6157-c785-47f5-9536-f06bcf0bfa44 None None] Pushing event updated for resources: {'Port': ['ID=bb260be0-4ad4-444e-a38f-8faec6b3096b,revision_number=1']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:46:51.528706 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8e6e6157-c785-47f5-9536-f06bcf0bfa44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:46:51.616290 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.managers [None req-8e6e6157-c785-47f5-9536-f06bcf0bfa44 None None] Attempting to bind port bb260be0-4ad4-444e-a38f-8faec6b3096b on host dv-cinder-798104-1-iscsi for vnic_type normal with profile  {{(pid=74152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 28 16:46:51.616576 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-816c2dc4-0627-4d81-a21b-fcb9da5c0027 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:51.616771 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.managers [None req-8e6e6157-c785-47f5-9536-f06bcf0bfa44 None None] Attempting to bind port bb260be0-4ad4-444e-a38f-8faec6b3096b by drivers openvswitch,hyperv on host dv-cinder-798104-1-iscsi at level 0 using segments [{'id': '47e9fb60-de2c-4fbf-8ed6-15a88c5cce38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e83e5a62-2a43-47c8-80a2-77bcca0deaee'}] {{(pid=74152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 28 16:46:51.617187 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6e6157-c785-47f5-9536-f06bcf0bfa44 None None] Attempting to bind port bb260be0-4ad4-444e-a38f-8faec6b3096b on network e83e5a62-2a43-47c8-80a2-77bcca0deaee {{(pid=74152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 28 16:46:51.617620 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-816c2dc4-0627-4d81-a21b-fcb9da5c0027 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-673608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-674545'] for router, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:51.624981 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6e6157-c785-47f5-9536-f06bcf0bfa44 None None] Checking agent: {'id': '235649c2-d0e1-424d-8662-9e7ce5cd7ca9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798104-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 16, 33, 9), 'started_at': datetime.datetime(2021, 6, 28, 16, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 16, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798104-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 28 16:46:51.625871 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6e6157-c785-47f5-9536-f06bcf0bfa44 None None] Checking segment: {'id': '47e9fb60-de2c-4fbf-8ed6-15a88c5cce38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e83e5a62-2a43-47c8-80a2-77bcca0deaee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 28 16:46:51.626342 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8e6e6157-c785-47f5-9536-f06bcf0bfa44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:51.626853 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6e6157-c785-47f5-9536-f06bcf0bfa44 None None] Bound using segment: {'id': '47e9fb60-de2c-4fbf-8ed6-15a88c5cce38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e83e5a62-2a43-47c8-80a2-77bcca0deaee'} {{(pid=74152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 28 16:46:51.627436 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.managers [None req-8e6e6157-c785-47f5-9536-f06bcf0bfa44 None None] Bound port: bb260be0-4ad4-444e-a38f-8faec6b3096b, host: dv-cinder-798104-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47e9fb60-de2c-4fbf-8ed6-15a88c5cce38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e83e5a62-2a43-47c8-80a2-77bcca0deaee'}}] {{(pid=74152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 28 16:46:51.627898 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8e6e6157-c785-47f5-9536-f06bcf0bfa44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:51.743193 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8e6e6157-c785-47f5-9536-f06bcf0bfa44 None None] For port bb260be0-4ad4-444e-a38f-8faec6b3096b, host dv-cinder-798104-1-iscsi, cleared binding levels {{(pid=74152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 28 16:46:51.761314 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8e6e6157-c785-47f5-9536-f06bcf0bfa44 None None] For port bb260be0-4ad4-444e-a38f-8faec6b3096b, host dv-cinder-798104-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-iscsi',level=0,port_id=bb260be0-4ad4-444e-a38f-8faec6b3096b,segment=NetworkSegment(47e9fb60-de2c-4fbf-8ed6-15a88c5cce38),segment_id=47e9fb60-de2c-4fbf-8ed6-15a88c5cce38)] {{(pid=74152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 28 16:46:51.766898 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device b0da1118-bc7f-4a37-8bb2-403325dd395a up at agent ovs-agent-dv-cinder-798104-1-iscsi {{(pid=74152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 28 16:46:51.859084 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8e6e6157-c785-47f5-9536-f06bcf0bfa44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:51.869796 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:46:51.975269 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-816c2dc4-0627-4d81-a21b-fcb9da5c0027 admin admin] Router 11d9f0aa-1349-4734-a8d7-f9be657abcc5 is scheduled to L3 agent c1a676c2-2a78-4c35-ab22-a28e05dfd46e with binding_index 1 {{(pid=74151) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jun 28 16:46:52.027971 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6e6157-c785-47f5-9536-f06bcf0bfa44 None None] Pushing event updated for resources: {'Port': ['ID=bb260be0-4ad4-444e-a38f-8faec6b3096b,revision_number=2']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:46:52.034362 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8e6e6157-c785-47f5-9536-f06bcf0bfa44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:46:52.048019 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Provisioning complete for port b0da1118-bc7f-4a37-8bb2-403325dd395a triggered by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:46:52.048616 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:52.331796 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-816c2dc4-0627-4d81-a21b-fcb9da5c0027 admin admin] Notify agent at l3_agent.dv-cinder-798104-1-iscsi the message routers_updated {{(pid=74151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 28 16:46:52.343065 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49998125-b922-47a0-a5af-a7abbdf86974 None None] Sync routers for ids ['11d9f0aa-1349-4734-a8d7-f9be657abcc5'] in dv-cinder-798104-1-iscsi {{(pid=74152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 28 16:46:52.375313 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49998125-b922-47a0-a5af-a7abbdf86974 None None] Routers {'11d9f0aa-1349-4734-a8d7-f9be657abcc5'} bound to L3 agent in host dv-cinder-798104-1-iscsi {{(pid=74152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 28 16:46:52.375747 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-816c2dc4-0627-4d81-a21b-fcb9da5c0027 admin admin] Notify callbacks [] for router, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:52.377178 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-49998125-b922-47a0-a5af-a7abbdf86974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa2cfc3da90>, 'dv-cinder-798104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T16:33:11Z,description=<?>,heartbeat_timestamp=2021-06-28T16:46:41Z,host='dv-cinder-798104-1-iscsi',id=c1a676c2-2a78-4c35-ab22-a28e05dfd46e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-28T16:33:11Z,topic='l3_agent')) {'router_ids': ['11d9f0aa-1349-4734-a8d7-f9be657abcc5'], 'active': True} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:46:52.379941 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-816c2dc4-0627-4d81-a21b-fcb9da5c0027 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 2.1681278
Jun 28 16:46:52.380634 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 39988) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:46:52.507038 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d0a809-154b-4a19-90cf-5de6a99ecddc req-79bb26ee-a122-49ed-a824-ab29e2fac2e5 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:46:52.508913 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-24d0a809-154b-4a19-90cf-5de6a99ecddc req-79bb26ee-a122-49ed-a824-ab29e2fac2e5 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "GET /v2.0/ports?device_id=b81a1608-9252-4639-beb8-5670363a7228 HTTP/1.1" status: 200  len: 985 time: 0.2752223
Jun 28 16:46:52.550664 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25825f18-286b-435e-b43a-04dd99fbec6e None None] New status for floating IP c1c4b721-5024-4710-8aed-acd28e5c0ba2: ACTIVE {{(pid=74153) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jun 28 16:46:52.582856 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-24d0a809-154b-4a19-90cf-5de6a99ecddc req-cbebb4d5-adc8-4452-bfb8-2525eed4dfa1 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd9ec0f8-4e23-4bdf-b7a5-5fb9dbc50031&id=50f17e0f-c82b-41aa-8bf5-826f54aa51e8&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0675526
Jun 28 16:46:52.698363 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvr_db [None req-49998125-b922-47a0-a5af-a7abbdf86974 None None] Set router 11d9f0aa-1349-4734-a8d7-f9be657abcc5 gateway port host: dv-cinder-798104-1-iscsi {{(pid=74152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 28 16:46:53.077356 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-49998125-b922-47a0-a5af-a7abbdf86974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa2cfc3da90>, [{'id': '11d9f0aa-1349-4734-a8d7-f9be657abcc5', 'name': 'tempest-TestVolumeBootPattern-1212192748-router', 'tenant_id': 'cf15771c83e644f98960f6997cbd2e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '9ea5505b-36ac-424f-ab3c-e050e3a63fef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:46:50Z', 'updated_at': '2021-06-28T16:46:51Z', 'revision_number': 3, 'project_id': 'cf15771c83e644f98960f6997cbd2e8e', 'gw_port': {'id': '9ea5505b-36ac-424f-ab3c-e050e3a63fef', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d3:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11d9f0aa-1349-4734-a8d7-f9be657abcc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:46:50Z', 'updated_at': '2021-06-28T16:46:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi'}], 'dv-cinder-798104-1-iscsi', False) {} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:46:53.085865 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49998125-b922-47a0-a5af-a7abbdf86974 None None] Checking router: 11d9f0aa-1349-4734-a8d7-f9be657abcc5 for host: dv-cinder-798104-1-iscsi {{(pid=74152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 28 16:46:53.086616 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49998125-b922-47a0-a5af-a7abbdf86974 None None] Updating router 11d9f0aa-1349-4734-a8d7-f9be657abcc5 port 9ea5505b-36ac-424f-ab3c-e050e3a63fef binding host dv-cinder-798104-1-iscsi {{(pid=74152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 28 16:46:53.201471 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-49998125-b922-47a0-a5af-a7abbdf86974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:53.316001 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c1683e-f745-4aee-86df-152a2bcdb5c5 None None] Network e83e5a62-2a43-47c8-80a2-77bcca0deaee requested from dv-cinder-798104-1-iscsi {{(pid=74152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 28 16:46:53.472596 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-fea37578-16b8-4bc1-bf93-dc6a61153a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:53.547601 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-0757bef8-42db-4bc3-94b4-df036e93f5ac None None] Provisioning for port bb260be0-4ad4-444e-a38f-8faec6b3096b completed by entity DHCP. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 28 16:46:53.836233 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.db_base_plugin_common [None req-fea37578-16b8-4bc1-bf93-dc6a61153a8d admin admin] Allocated IP 172.20.0.1 (e83e5a62-2a43-47c8-80a2-77bcca0deaee/dbbfd716-ec54-49ba-9e75-607b78b2a18b/941ffdd5-2c1d-40d5-aa5f-dd4670f9052c) {{(pid=74150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 28 16:46:53.838021 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device bb260be0-4ad4-444e-a38f-8faec6b3096b up at agent ovs-agent-dv-cinder-798104-1-iscsi {{(pid=74152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 28 16:46:53.914119 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-49998125-b922-47a0-a5af-a7abbdf86974 None None] Notify callbacks [] for port, precommit_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:53.941020 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-49998125-b922-47a0-a5af-a7abbdf86974 None None] Transition to ACTIVE for port object 9ea5505b-36ac-424f-ab3c-e050e3a63fef will not be triggered until provisioned by entity L2. {{(pid=74152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 28 16:46:53.956433 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-49998125-b922-47a0-a5af-a7abbdf86974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:53.965869 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:46:53.996765 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e71bec8-a7ea-469f-97ba-2e00c6214a13 req-57537718-2ed5-44e8-8136-7077f4acc06d tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:46:53.998212 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-6e71bec8-a7ea-469f-97ba-2e00c6214a13 req-57537718-2ed5-44e8-8136-7077f4acc06d tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "GET /v2.0/ports?device_id=b81a1608-9252-4639-beb8-5670363a7228 HTTP/1.1" status: 200  len: 985 time: 0.2075059
Jun 28 16:46:54.064248 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-fea37578-16b8-4bc1-bf93-dc6a61153a8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:54.076688 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Provisioning for port bb260be0-4ad4-444e-a38f-8faec6b3096b completed by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 28 16:46:54.100049 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.provisioning_blocks [None req-fea37578-16b8-4bc1-bf93-dc6a61153a8d admin admin] Transition to ACTIVE for port object 941ffdd5-2c1d-40d5-aa5f-dd4670f9052c will not be triggered until provisioned by entity DHCP. {{(pid=74150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 28 16:46:54.107494 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-6e71bec8-a7ea-469f-97ba-2e00c6214a13 req-a8dd915e-79ba-4e2c-a1cd-c24c1bedf800 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd9ec0f8-4e23-4bdf-b7a5-5fb9dbc50031&id=50f17e0f-c82b-41aa-8bf5-826f54aa51e8&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0870392
Jun 28 16:46:54.150221 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf2d2c2-ee6a-4cca-a168-019adfca2190 None None] Pushing event updated for resources: {'Port': ['ID=9ea5505b-36ac-424f-ab3c-e050e3a63fef,revision_number=2']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:46:54.157161 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Provisioning complete for port bb260be0-4ad4-444e-a38f-8faec6b3096b triggered by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:46:54.157554 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:54.164376 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-fea37578-16b8-4bc1-bf93-dc6a61153a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771078328113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32536825'] for port, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:54.168391 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-e802395c-4301-4a2a-9bef-ac34b84e146b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:46:54.216806 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-edf2d2c2-ee6a-4cca-a168-019adfca2190 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:46:54.247431 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.managers [None req-49998125-b922-47a0-a5af-a7abbdf86974 None None] Attempting to bind port 9ea5505b-36ac-424f-ab3c-e050e3a63fef on host dv-cinder-798104-1-iscsi for vnic_type normal with profile  {{(pid=74152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 28 16:46:54.248928 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.managers [None req-49998125-b922-47a0-a5af-a7abbdf86974 None None] Attempting to bind port 9ea5505b-36ac-424f-ab3c-e050e3a63fef by drivers openvswitch,hyperv on host dv-cinder-798104-1-iscsi at level 0 using segments [{'id': 'c33c21b7-7592-40e1-a334-7e00067f8a18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792'}] {{(pid=74152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 28 16:46:54.249259 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49998125-b922-47a0-a5af-a7abbdf86974 None None] Attempting to bind port 9ea5505b-36ac-424f-ab3c-e050e3a63fef on network 05d3a8da-27a1-489e-9cdc-367ff8331792 {{(pid=74152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 28 16:46:54.251668 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea37578-16b8-4bc1-bf93-dc6a61153a8d admin admin] Network e83e5a62-2a43-47c8-80a2-77bcca0deaee is already hosted by enough agents. {{(pid=74150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 28 16:46:54.255477 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.scheduler.base_scheduler [None req-fea37578-16b8-4bc1-bf93-dc6a61153a8d admin admin] Resources bound (agent type, host, resource id):  {{(pid=74150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 28 16:46:54.258080 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea37578-16b8-4bc1-bf93-dc6a61153a8d admin admin] Pushing event updated for resources: {'Port': ['ID=941ffdd5-2c1d-40d5-aa5f-dd4670f9052c,revision_number=1']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:46:54.260389 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea37578-16b8-4bc1-bf93-dc6a61153a8d admin admin] Received port after_create {{(pid=74150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 28 16:46:54.268506 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49998125-b922-47a0-a5af-a7abbdf86974 None None] Checking agent: {'id': '235649c2-d0e1-424d-8662-9e7ce5cd7ca9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798104-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 16, 33, 9), 'started_at': datetime.datetime(2021, 6, 28, 16, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 16, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798104-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 28 16:46:54.269644 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49998125-b922-47a0-a5af-a7abbdf86974 None None] Checking segment: {'id': 'c33c21b7-7592-40e1-a334-7e00067f8a18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 28 16:46:54.269644 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-49998125-b922-47a0-a5af-a7abbdf86974 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:54.270079 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49998125-b922-47a0-a5af-a7abbdf86974 None None] Bound using segment: {'id': 'c33c21b7-7592-40e1-a334-7e00067f8a18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792'} {{(pid=74152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 28 16:46:54.270921 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.managers [None req-49998125-b922-47a0-a5af-a7abbdf86974 None None] Bound port: 9ea5505b-36ac-424f-ab3c-e050e3a63fef, host: dv-cinder-798104-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c33c21b7-7592-40e1-a334-7e00067f8a18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792'}}] {{(pid=74152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 28 16:46:54.271272 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-49998125-b922-47a0-a5af-a7abbdf86974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:54.293243 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-fea37578-16b8-4bc1-bf93-dc6a61153a8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:46:54.326101 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-fea37578-16b8-4bc1-bf93-dc6a61153a8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-674087'] for router_interface, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:54.360543 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-0b3d93a0-d9db-4e20-ab70-722c8597c50c None None] Provisioning complete for port bb260be0-4ad4-444e-a38f-8faec6b3096b triggered by entity DHCP. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:46:54.360931 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-0b3d93a0-d9db-4e20-ab70-722c8597c50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:54.466725 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-fea37578-16b8-4bc1-bf93-dc6a61153a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:54.484024 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-49998125-b922-47a0-a5af-a7abbdf86974 None None] For port 9ea5505b-36ac-424f-ab3c-e050e3a63fef, host dv-cinder-798104-1-iscsi, cleared binding levels {{(pid=74152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 28 16:46:54.505963 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-49998125-b922-47a0-a5af-a7abbdf86974 None None] For port 9ea5505b-36ac-424f-ab3c-e050e3a63fef, host dv-cinder-798104-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-iscsi',level=0,port_id=9ea5505b-36ac-424f-ab3c-e050e3a63fef,segment=NetworkSegment(c33c21b7-7592-40e1-a334-7e00067f8a18),segment_id=c33c21b7-7592-40e1-a334-7e00067f8a18)] {{(pid=74152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 28 16:46:54.515211 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-49998125-b922-47a0-a5af-a7abbdf86974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:54.519237 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:54.581966 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:46:54.752761 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] For port bb260be0-4ad4-444e-a38f-8faec6b3096b, host dv-cinder-798104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-iscsi',level=0,port_id=bb260be0-4ad4-444e-a38f-8faec6b3096b,segment=NetworkSegment(47e9fb60-de2c-4fbf-8ed6-15a88c5cce38),segment_id=47e9fb60-de2c-4fbf-8ed6-15a88c5cce38)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:46:54.760531 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf2d2c2-ee6a-4cca-a168-019adfca2190 None None] Pushing event updated for resources: {'Port': ['ID=9ea5505b-36ac-424f-ab3c-e050e3a63fef,revision_number=3']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:46:54.770667 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-edf2d2c2-ee6a-4cca-a168-019adfca2190 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:46:54.772240 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:54.776508 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-579ba822-c444-4fd8-8805-cbbdff25f3d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:46:54.811562 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-0b3d93a0-d9db-4e20-ab70-722c8597c50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:54.817991 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-fea37578-16b8-4bc1-bf93-dc6a61153a8d admin admin] Notify callbacks [] for port, precommit_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:54.824237 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-fea37578-16b8-4bc1-bf93-dc6a61153a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32536816'] for port, after_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:54.835272 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49998125-b922-47a0-a5af-a7abbdf86974 None None] Routers {'11d9f0aa-1349-4734-a8d7-f9be657abcc5'} bound to L3 agent in host dv-cinder-798104-1-iscsi {{(pid=74152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 28 16:46:54.835917 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-49998125-b922-47a0-a5af-a7abbdf86974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa2cfc3da90>, 'dv-cinder-798104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T16:33:11Z,description=<?>,heartbeat_timestamp=2021-06-28T16:46:41Z,host='dv-cinder-798104-1-iscsi',id=c1a676c2-2a78-4c35-ab22-a28e05dfd46e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-28T16:33:11Z,topic='l3_agent')) {'router_ids': ['11d9f0aa-1349-4734-a8d7-f9be657abcc5'], 'active': True} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:46:54.855290 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-865d463f-338d-47e2-80d1-0d4bab0e6f8d tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:46:54.938945 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea37578-16b8-4bc1-bf93-dc6a61153a8d admin admin] Pushing event updated for resources: {'Port': ['ID=941ffdd5-2c1d-40d5-aa5f-dd4670f9052c,revision_number=2']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:46:54.941595 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-fea37578-16b8-4bc1-bf93-dc6a61153a8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-677387'] for router_interface, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:54.945620 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-fea37578-16b8-4bc1-bf93-dc6a61153a8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:46:54.998558 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Pushing event updated for resources: {'Port': ['ID=bb260be0-4ad4-444e-a38f-8faec6b3096b,revision_number=3']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:46:55.010726 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:46:55.100474 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.db.api [None req-0b3d93a0-d9db-4e20-ab70-722c8597c50c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=74152) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 28 16:46:55.100816 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_db.api [None req-0b3d93a0-d9db-4e20-ab70-722c8597c50c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 28 16:46:55.139480 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea37578-16b8-4bc1-bf93-dc6a61153a8d admin admin] Network e83e5a62-2a43-47c8-80a2-77bcca0deaee is already hosted by enough agents. {{(pid=74150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 28 16:46:55.141441 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.scheduler.base_scheduler [None req-fea37578-16b8-4bc1-bf93-dc6a61153a8d admin admin] Resources bound (agent type, host, resource id):  {{(pid=74150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 28 16:46:55.146522 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvr_db [None req-49998125-b922-47a0-a5af-a7abbdf86974 None None] Set router 11d9f0aa-1349-4734-a8d7-f9be657abcc5 gateway port host: dv-cinder-798104-1-iscsi {{(pid=74152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 28 16:46:55.576219 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-49998125-b922-47a0-a5af-a7abbdf86974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa2cfc3da90>, [{'id': '11d9f0aa-1349-4734-a8d7-f9be657abcc5', 'name': 'tempest-TestVolumeBootPattern-1212192748-router', 'tenant_id': 'cf15771c83e644f98960f6997cbd2e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '9ea5505b-36ac-424f-ab3c-e050e3a63fef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:46:50Z', 'updated_at': '2021-06-28T16:46:54Z', 'revision_number': 4, 'project_id': 'cf15771c83e644f98960f6997cbd2e8e', 'gw_port': {'id': '9ea5505b-36ac-424f-ab3c-e050e3a63fef', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d3:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11d9f0aa-1349-4734-a8d7-f9be657abcc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:46:50Z', 'updated_at': '2021-06-28T16:46:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi', '_interfaces': [{'id': '941ffdd5-2c1d-40d5-aa5f-dd4670f9052c', 'name': '', 'network_id': 'e83e5a62-2a43-47c8-80a2-77bcca0deaee', 'tenant_id': 'cf15771c83e644f98960f6997cbd2e8e', 'mac_address': 'fa:16:3e:47:fc:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11d9f0aa-1349-4734-a8d7-f9be657abcc5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dbbfd716-ec54-49ba-9e75-607b78b2a18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:46:53Z', 'updated_at': '2021-06-28T16:46:54Z', 'revision_number': 2, 'project_id': 'cf15771c83e644f98960f6997cbd2e8e', 'subnets': [{'id': 'dbbfd716-ec54-49ba-9e75-607b78b2a18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-iscsi', False) {} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:46:55.581181 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49998125-b922-47a0-a5af-a7abbdf86974 None None] The sync data for ids ['11d9f0aa-1349-4734-a8d7-f9be657abcc5'] in dv-cinder-798104-1-iscsi is: [{'id': '11d9f0aa-1349-4734-a8d7-f9be657abcc5', 'name': 'tempest-TestVolumeBootPattern-1212192748-router', 'tenant_id': 'cf15771c83e644f98960f6997cbd2e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '9ea5505b-36ac-424f-ab3c-e050e3a63fef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:46:50Z', 'updated_at': '2021-06-28T16:46:54Z', 'revision_number': 4, 'project_id': 'cf15771c83e644f98960f6997cbd2e8e', 'gw_port': {'id': '9ea5505b-36ac-424f-ab3c-e050e3a63fef', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d3:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11d9f0aa-1349-4734-a8d7-f9be657abcc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:46:50Z', 'updated_at': '2021-06-28T16:46:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi', '_interfaces': [{'id': '941ffdd5-2c1d-40d5-aa5f-dd4670f9052c', 'name': '', 'network_id': 'e83e5a62-2a43-47c8-80a2-77bcca0deaee', 'tenant_id': 'cf15771c83e644f98960f6997cbd2e8e', 'mac_address': 'fa:16:3e:47:fc:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11d9f0aa-1349-4734-a8d7-f9be657abcc5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dbbfd716-ec54-49ba-9e75-607b78b2a18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:46:53Z', 'updated_at': '2021-06-28T16:46:54Z', 'revision_number': 2, 'project_id': 'cf15771c83e644f98960f6997cbd2e8e', 'subnets': [{'id': 'dbbfd716-ec54-49ba-9e75-607b78b2a18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 28 16:46:55.674495 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a59e8d-bf1d-40d5-af28-126aec24a6c7 req-a946fad0-0f39-453c-937d-ccdc02ee5fc1 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:46:55.675949 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-30a59e8d-bf1d-40d5-af28-126aec24a6c7 req-a946fad0-0f39-453c-937d-ccdc02ee5fc1 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "GET /v2.0/ports?device_id=b81a1608-9252-4639-beb8-5670363a7228 HTTP/1.1" status: 200  len: 985 time: 0.3662038
Jun 28 16:46:55.736753 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device bb260be0-4ad4-444e-a38f-8faec6b3096b up at agent ovs-agent-dv-cinder-798104-1-iscsi {{(pid=74152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 28 16:46:55.741816 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-30a59e8d-bf1d-40d5-af28-126aec24a6c7 req-8b6201b5-f262-430d-8e50-8d5f97d3cdd0 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd9ec0f8-4e23-4bdf-b7a5-5fb9dbc50031&id=50f17e0f-c82b-41aa-8bf5-826f54aa51e8&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0588913
Jun 28 16:46:55.826104 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-9a2a1628-f125-4148-acf4-1dc6c753c133 None None] Provisioning for port 941ffdd5-2c1d-40d5-aa5f-dd4670f9052c completed by entity DHCP. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 28 16:46:55.833300 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-9a2a1628-f125-4148-acf4-1dc6c753c133 None None] Provisioning complete for port 941ffdd5-2c1d-40d5-aa5f-dd4670f9052c triggered by entity DHCP. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:46:55.833746 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-9a2a1628-f125-4148-acf4-1dc6c753c133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:55.896567 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-9a2a1628-f125-4148-acf4-1dc6c753c133 None None] Port 941ffdd5-2c1d-40d5-aa5f-dd4670f9052c cannot update to ACTIVE because it is not bound. {{(pid=74152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 28 16:46:55.899110 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Provisioning complete for port bb260be0-4ad4-444e-a38f-8faec6b3096b triggered by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:46:55.899482 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:55.995831 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb2e11-e390-4920-96d5-8e920fc17c70 req-65d20643-cd8c-419d-a533-0b147be2df07 tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:46:55.998946 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-1ccb2e11-e390-4920-96d5-8e920fc17c70 req-65d20643-cd8c-419d-a533-0b147be2df07 tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba044eb1-ec6d-491a-be71-55f3db576c91 HTTP/1.1" status: 200  len: 945 time: 0.1425791
Jun 28 16:46:56.002762 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fea37578-16b8-4bc1-bf93-dc6a61153a8d admin admin] Router 11d9f0aa-1349-4734-a8d7-f9be657abcc5 has already been hosted by L3 agent c1a676c2-2a78-4c35-ab22-a28e05dfd46e {{(pid=74150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 28 16:46:56.125179 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-1ccb2e11-e390-4920-96d5-8e920fc17c70 req-55e3f171-0c83-43c4-a57e-a25454c399ba tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] 10.222.0.30 "GET /v2.0/security-groups?id=f7a0c3dd-bcda-4cb4-9d9d-e9ba7b1ec6b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1188188
Jun 28 16:46:56.262917 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea37578-16b8-4bc1-bf93-dc6a61153a8d admin admin] Notify agent at l3_agent.dv-cinder-798104-1-iscsi the message routers_updated {{(pid=74150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 28 16:46:56.273152 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-fea37578-16b8-4bc1-bf93-dc6a61153a8d admin admin] 10.222.0.30 "PUT /v2.0/routers/11d9f0aa-1349-4734-a8d7-f9be657abcc5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8885000
Jun 28 16:46:56.996420 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 40036) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:46:57.003873 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.v2.base [None req-e7ef39cd-9c54-4236-8293-903edd6f8b7f tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1675072839', 'description': 'tempest-secgroup-smoke-1675072839 description', 'project_id': 'ce884a9bddfa4cbbac44e05b827223b3'}} {{(pid=74151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:46:57.013489 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-e7ef39cd-9c54-4236-8293-903edd6f8b7f tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:46:57.019951 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-e7ef39cd-9c54-4236-8293-903edd6f8b7f tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Usage tracker for resource:security_group and tenant:ce884a9bddfa4cbbac44e05b827223b3 is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:46:57.024459 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-e7ef39cd-9c54-4236-8293-903edd6f8b7f tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:46:57.031049 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-e7ef39cd-9c54-4236-8293-903edd6f8b7f tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:46:57.043895 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-e7ef39cd-9c54-4236-8293-903edd6f8b7f tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks [] for security_group, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:57.066367 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116fb3d4-7ee3-46e6-b3d6-9da06a4fef8f req-4985a957-b000-41f0-93b9-ebb441e0f77d tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:46:57.069039 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-116fb3d4-7ee3-46e6-b3d6-9da06a4fef8f req-4985a957-b000-41f0-93b9-ebb441e0f77d tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "GET /v2.0/ports?device_id=b81a1608-9252-4639-beb8-5670363a7228 HTTP/1.1" status: 200  len: 985 time: 0.1078939
Jun 28 16:46:57.120426 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-e7ef39cd-9c54-4236-8293-903edd6f8b7f tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:46:57.124700 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-e7ef39cd-9c54-4236-8293-903edd6f8b7f tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Usage tracker for resource:security_group_rule and tenant:ce884a9bddfa4cbbac44e05b827223b3 is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:46:57.128390 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-e7ef39cd-9c54-4236-8293-903edd6f8b7f tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:46:57.140126 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-e7ef39cd-9c54-4236-8293-903edd6f8b7f tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:46:57.157164 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-116fb3d4-7ee3-46e6-b3d6-9da06a4fef8f req-6bc50107-136f-4689-b86f-1d9bbe507973 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd9ec0f8-4e23-4bdf-b7a5-5fb9dbc50031&id=50f17e0f-c82b-41aa-8bf5-826f54aa51e8&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0767431
Jun 28 16:46:57.230120 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-e7ef39cd-9c54-4236-8293-903edd6f8b7f tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks [] for security_group, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:57.236946 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-e7ef39cd-9c54-4236-8293-903edd6f8b7f tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:57.244987 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-726728c0-9782-4724-a8d7-d2f1ffb1a316 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:46:57.289745 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ef39cd-9c54-4236-8293-903edd6f8b7f tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39b1944c-8a50-4bf4-86d7-f41649f5e8b0,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:46:57.292978 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-e7ef39cd-9c54-4236-8293-903edd6f8b7f tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks [] for security_group, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:57.294420 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-e7ef39cd-9c54-4236-8293-903edd6f8b7f tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.2965305
Jun 28 16:46:57.295744 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-e7ef39cd-9c54-4236-8293-903edd6f8b7f tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:46:57.297553 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 40044) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:46:57.304644 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.v2.base [None req-c01f51bd-d38c-4f46-8762-75211374800c tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Request body: {'security_group_rule': {'security_group_id': '39b1944c-8a50-4bf4-86d7-f41649f5e8b0', 'project_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:46:57.312442 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-c01f51bd-d38c-4f46-8762-75211374800c tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:46:57.319998 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-c01f51bd-d38c-4f46-8762-75211374800c tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Usage tracker for resource:security_group_rule and tenant:ce884a9bddfa4cbbac44e05b827223b3 is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:46:57.326970 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-c01f51bd-d38c-4f46-8762-75211374800c tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:46:57.336220 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-c01f51bd-d38c-4f46-8762-75211374800c tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:46:57.358720 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-c01f51bd-d38c-4f46-8762-75211374800c tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:57.400052 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab9848c-7980-47d1-9c94-1e4b17e5c892 req-c22dc357-0dcc-423a-89fb-d4396bcf8891 tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:46:57.402885 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-7ab9848c-7980-47d1-9c94-1e4b17e5c892 req-c22dc357-0dcc-423a-89fb-d4396bcf8891 tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba044eb1-ec6d-491a-be71-55f3db576c91 HTTP/1.1" status: 200  len: 945 time: 0.1179473
Jun 28 16:46:57.512335 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-c01f51bd-d38c-4f46-8762-75211374800c tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:57.517169 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-c01f51bd-d38c-4f46-8762-75211374800c tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345258'] for security_group_rule, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:57.519593 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-713c6560-f522-4c6a-b093-648f8296b83a tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:46:57.544623 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01f51bd-d38c-4f46-8762-75211374800c tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=929738a8-b68a-47b4-935c-3e6c95ec1703,revision_number=0']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:46:57.547274 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-c01f51bd-d38c-4f46-8762-75211374800c tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:46:57.556286 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-c01f51bd-d38c-4f46-8762-75211374800c tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:57.561100 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-c01f51bd-d38c-4f46-8762-75211374800c tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.2591267
Jun 28 16:46:57.561390 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 40048) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:46:57.563874 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-7ab9848c-7980-47d1-9c94-1e4b17e5c892 req-97ff01cb-4245-4408-9157-1bc9209ea6b0 tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] 10.222.0.30 "GET /v2.0/security-groups?id=f7a0c3dd-bcda-4cb4-9d9d-e9ba7b1ec6b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1536984
Jun 28 16:46:57.567458 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.v2.base [None req-6da3b03a-12fe-4f9d-bf55-291a4029f2a6 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Request body: {'security_group_rule': {'security_group_id': '39b1944c-8a50-4bf4-86d7-f41649f5e8b0', 'project_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=74151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:46:57.573777 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-6da3b03a-12fe-4f9d-bf55-291a4029f2a6 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:46:57.578361 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-6da3b03a-12fe-4f9d-bf55-291a4029f2a6 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Usage tracker for resource:security_group_rule and tenant:ce884a9bddfa4cbbac44e05b827223b3 is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:46:57.582346 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-6da3b03a-12fe-4f9d-bf55-291a4029f2a6 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:46:57.589966 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-6da3b03a-12fe-4f9d-bf55-291a4029f2a6 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:46:57.612336 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-6da3b03a-12fe-4f9d-bf55-291a4029f2a6 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:57.623998 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bad183a-b4ed-4624-ab10-b77f71e9763a req-d2e3ddbc-46e5-4b70-b143-7531a73b87d1 tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:46:57.626734 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-0bad183a-b4ed-4624-ab10-b77f71e9763a req-d2e3ddbc-46e5-4b70-b143-7531a73b87d1 tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba044eb1-ec6d-491a-be71-55f3db576c91 HTTP/1.1" status: 200  len: 945 time: 0.1549873
Jun 28 16:46:57.682243 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-6da3b03a-12fe-4f9d-bf55-291a4029f2a6 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:57.688115 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-6da3b03a-12fe-4f9d-bf55-291a4029f2a6 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345258'] for security_group_rule, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:57.690466 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-3f5cf406-103d-4e0e-a1e4-856c603504d5 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:46:57.709638 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.plugin [req-0bad183a-b4ed-4624-ab10-b77f71e9763a req-98b423f7-3b63-4c07-84df-2b6649e15f66 tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] Deleting port b6fc286a-a812-449c-8b8f-21e5b33d1514 {{(pid=74150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 28 16:46:57.709978 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-0bad183a-b4ed-4624-ab10-b77f71e9763a req-98b423f7-3b63-4c07-84df-2b6649e15f66 tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771078813103'] for port, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:57.715521 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da3b03a-12fe-4f9d-bf55-291a4029f2a6 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2d57905-eaed-421d-9943-2ec207e7bb6c,revision_number=0']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:46:57.717952 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-6da3b03a-12fe-4f9d-bf55-291a4029f2a6 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:46:57.727406 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-6da3b03a-12fe-4f9d-bf55-291a4029f2a6 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:57.729375 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-6da3b03a-12fe-4f9d-bf55-291a4029f2a6 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1667337
Jun 28 16:46:57.732228 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 40052) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:46:57.741654 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.v2.base [None req-e911ca47-7034-4942-8d84-f7c75f45845e tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Request body: {'security_group_rule': {'security_group_id': '39b1944c-8a50-4bf4-86d7-f41649f5e8b0', 'project_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=74151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:46:57.750979 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-e911ca47-7034-4942-8d84-f7c75f45845e tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:46:57.756131 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-e911ca47-7034-4942-8d84-f7c75f45845e tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Usage tracker for resource:security_group_rule and tenant:ce884a9bddfa4cbbac44e05b827223b3 is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:46:57.760550 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-e911ca47-7034-4942-8d84-f7c75f45845e tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:46:57.769255 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-e911ca47-7034-4942-8d84-f7c75f45845e tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:46:57.794141 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-e911ca47-7034-4942-8d84-f7c75f45845e tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:57.906644 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-e911ca47-7034-4942-8d84-f7c75f45845e tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:57.913644 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-e911ca47-7034-4942-8d84-f7c75f45845e tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345258'] for security_group_rule, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:57.917411 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:46:57.949488 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e911ca47-7034-4942-8d84-f7c75f45845e tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2378093b-cdd1-496b-9d3e-f7abb3f6109d,revision_number=0']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:46:57.964084 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-e911ca47-7034-4942-8d84-f7c75f45845e tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:46:57.983201 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-e911ca47-7034-4942-8d84-f7c75f45845e tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:57.984898 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-e911ca47-7034-4942-8d84-f7c75f45845e tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.2512777
Jun 28 16:46:57.989354 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 40058) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:46:57.996503 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.v2.base [None req-0f684956-06ce-437c-9ddb-be0f7470993c tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Request body: {'security_group_rule': {'security_group_id': '39b1944c-8a50-4bf4-86d7-f41649f5e8b0', 'project_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=74151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:46:58.002522 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-0f684956-06ce-437c-9ddb-be0f7470993c tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:46:58.006818 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-0f684956-06ce-437c-9ddb-be0f7470993c tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Usage tracker for resource:security_group_rule and tenant:ce884a9bddfa4cbbac44e05b827223b3 is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:46:58.010277 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-0f684956-06ce-437c-9ddb-be0f7470993c tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:46:58.021255 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-0f684956-06ce-437c-9ddb-be0f7470993c tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:46:58.042155 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-0f684956-06ce-437c-9ddb-be0f7470993c tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:58.085231 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.db [req-0bad183a-b4ed-4624-ab10-b77f71e9763a req-98b423f7-3b63-4c07-84df-2b6649e15f66 tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] For port b6fc286a-a812-449c-8b8f-21e5b33d1514, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=b6fc286a-a812-449c-8b8f-21e5b33d1514,segment=NetworkSegment(a2ba38a0-a8a7-428e-ae66-dabdf4d5f43a),segment_id=a2ba38a0-a8a7-428e-ae66-dabdf4d5f43a)] {{(pid=74150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:46:58.085815 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-0bad183a-b4ed-4624-ab10-b77f71e9763a req-98b423f7-3b63-4c07-84df-2b6649e15f66 tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679626'] for port, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:58.133603 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-0f684956-06ce-437c-9ddb-be0f7470993c tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:58.139019 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-0f684956-06ce-437c-9ddb-be0f7470993c tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345258'] for security_group_rule, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:58.151571 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-c01f51bd-d38c-4f46-8762-75211374800c tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:46:58.190505 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f684956-06ce-437c-9ddb-be0f7470993c tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d45b004-b95f-4254-b1fc-738f72bb63c3,revision_number=0']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:46:58.194443 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-0f684956-06ce-437c-9ddb-be0f7470993c tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:46:58.202306 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-0f684956-06ce-437c-9ddb-be0f7470993c tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:58.208464 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 40064) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:46:58.210292 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-0f684956-06ce-437c-9ddb-be0f7470993c tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.2183609
Jun 28 16:46:58.218085 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.plugin [req-0bad183a-b4ed-4624-ab10-b77f71e9763a req-98b423f7-3b63-4c07-84df-2b6649e15f66 tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] Calling delete_port for b6fc286a-a812-449c-8b8f-21e5b33d1514 owned by compute:nova {{(pid=74150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 28 16:46:58.250815 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.v2.base [None req-cce386db-f79b-40b1-9ed4-22a5fcf11148 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Request body: {'security_group_rule': {'security_group_id': '39b1944c-8a50-4bf4-86d7-f41649f5e8b0', 'project_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=74150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:46:58.269480 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-cce386db-f79b-40b1-9ed4-22a5fcf11148 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:46:58.284060 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-cce386db-f79b-40b1-9ed4-22a5fcf11148 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Usage tracker for resource:security_group_rule and tenant:ce884a9bddfa4cbbac44e05b827223b3 is out of sync, need to count used quota {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:46:58.289327 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-cce386db-f79b-40b1-9ed4-22a5fcf11148 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:46:58.300068 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-cce386db-f79b-40b1-9ed4-22a5fcf11148 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:46:58.326832 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.db.securitygroups_db [None req-cce386db-f79b-40b1-9ed4-22a5fcf11148 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Project ce884a9bddfa4cbbac44e05b827223b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 28 16:46:58.335667 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-cce386db-f79b-40b1-9ed4-22a5fcf11148 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:58.527007 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-0bad183a-b4ed-4624-ab10-b77f71e9763a req-98b423f7-3b63-4c07-84df-2b6649e15f66 tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771078770342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771078328122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32536825'] for port, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:58.535375 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-8e440411-019c-4cdc-ac13-6d5cbbc8e6e5 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:46:58.539925 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] get_ports_and_sgs() called for port_ids ['b6fc286a-a812-449c-8b8f-21e5b33d1514'] {{(pid=74152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 28 16:46:58.591702 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b423f7-3b63-4c07-84df-2b6649e15f66 tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] Pushing event deleted for resources: {'Port': ['ID=b6fc286a-a812-449c-8b8f-21e5b33d1514,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:46:58.596129 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-cce386db-f79b-40b1-9ed4-22a5fcf11148 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:58.598883 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-98b423f7-3b63-4c07-84df-2b6649e15f66 tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:46:58.604818 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-cce386db-f79b-40b1-9ed4-22a5fcf11148 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345258'] for security_group_rule, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:58.640020 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-1dbc88d5-5a64-4c12-8bd9-f5d0130aac77 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:46:58.790314 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee55501-8648-4a6a-8f7b-92243b593a46 req-981f1571-aa44-4b5c-bb37-015e97d60859 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:46:58.792103 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-fee55501-8648-4a6a-8f7b-92243b593a46 req-981f1571-aa44-4b5c-bb37-015e97d60859 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "GET /v2.0/ports?device_id=b81a1608-9252-4639-beb8-5670363a7228 HTTP/1.1" status: 200  len: 985 time: 0.3815670
Jun 28 16:46:58.901528 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bad183a-b4ed-4624-ab10-b77f71e9763a req-98b423f7-3b63-4c07-84df-2b6649e15f66 tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] No DVR routers for this DVR port b6fc286a-a812-449c-8b8f-21e5b33d1514 on host hv-cinder-79810 {{(pid=74150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 28 16:46:58.901920 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce386db-f79b-40b1-9ed4-22a5fcf11148 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04562f16-0318-4bfc-a2e8-88090cfe501e,revision_number=0']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:46:58.913702 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-cce386db-f79b-40b1-9ed4-22a5fcf11148 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:46:58.919499 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-0bad183a-b4ed-4624-ab10-b77f71e9763a req-98b423f7-3b63-4c07-84df-2b6649e15f66 tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022804'] for port, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:58.925800 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba044eb1-ec6d-491a-be71-55f3db576c91', 'name': 'network-vif-deleted', 'tag': 'b6fc286a-a812-449c-8b8f-21e5b33d1514'}] {{(pid=74150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 28 16:46:58.940281 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-eee88008-0005-416b-b592-ba830ed7c68f req-9c549751-4e20-45cc-88c2-1e8759309cb8 tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba044eb1-ec6d-491a-be71-55f3db576c91 HTTP/1.1" status: 200  len: 210 time: 0.1031158
Jun 28 16:46:58.968877 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-cce386db-f79b-40b1-9ed4-22a5fcf11148 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:58.972079 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-cce386db-f79b-40b1-9ed4-22a5fcf11148 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.7604771
Jun 28 16:46:58.975496 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-0bad183a-b4ed-4624-ab10-b77f71e9763a req-98b423f7-3b63-4c07-84df-2b6649e15f66 tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] 10.222.0.15 "DELETE /v2.0/ports/b6fc286a-a812-449c-8b8f-21e5b33d1514 HTTP/1.1" status: 204  len: 173 time: 1.3417473
Jun 28 16:46:58.976565 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 40074) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:46:58.986493 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.v2.base [None req-d413df0e-a687-4420-8812-4cac195f15c5 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Request body: {'security_group_rule': {'security_group_id': '39b1944c-8a50-4bf4-86d7-f41649f5e8b0', 'project_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=74150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:46:59.002599 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-d413df0e-a687-4420-8812-4cac195f15c5 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:46:59.009774 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-d413df0e-a687-4420-8812-4cac195f15c5 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Usage tracker for resource:security_group_rule and tenant:ce884a9bddfa4cbbac44e05b827223b3 is out of sync, need to count used quota {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:46:59.013438 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-d413df0e-a687-4420-8812-4cac195f15c5 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:46:59.019372 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-fee55501-8648-4a6a-8f7b-92243b593a46 req-6fce3e85-2ac8-43fe-9d2f-f64d0bc967d8 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd9ec0f8-4e23-4bdf-b7a5-5fb9dbc50031&id=50f17e0f-c82b-41aa-8bf5-826f54aa51e8&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1859717
Jun 28 16:46:59.030030 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-d413df0e-a687-4420-8812-4cac195f15c5 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:46:59.048612 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.db.securitygroups_db [None req-d413df0e-a687-4420-8812-4cac195f15c5 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Project ce884a9bddfa4cbbac44e05b827223b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 28 16:46:59.074963 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba044eb1-ec6d-491a-be71-55f3db576c91', 'name': 'network-vif-deleted', 'tag': 'b6fc286a-a812-449c-8b8f-21e5b33d1514', 'status': 'completed', 'code': 200}
Jun 28 16:46:59.075793 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-d413df0e-a687-4420-8812-4cac195f15c5 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:59.255003 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-d413df0e-a687-4420-8812-4cac195f15c5 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:59.261508 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-d413df0e-a687-4420-8812-4cac195f15c5 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345258'] for security_group_rule, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:59.264701 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:46:59.301986 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d413df0e-a687-4420-8812-4cac195f15c5 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75d21a06-08a0-4fdb-938a-55e3f6217fd4,revision_number=0']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:46:59.310195 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-d413df0e-a687-4420-8812-4cac195f15c5 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:46:59.316979 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-d413df0e-a687-4420-8812-4cac195f15c5 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:46:59.319547 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-d413df0e-a687-4420-8812-4cac195f15c5 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.3409781
Jun 28 16:47:00.312398 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a90189e-277c-4157-ad0a-5ada9bfd4714 req-eb37e302-3652-4fa9-be87-48079a64ede7 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:47:00.314037 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-7a90189e-277c-4157-ad0a-5ada9bfd4714 req-eb37e302-3652-4fa9-be87-48079a64ede7 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "GET /v2.0/ports?device_id=b81a1608-9252-4639-beb8-5670363a7228 HTTP/1.1" status: 200  len: 985 time: 0.1020224
Jun 28 16:47:00.382115 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-7a90189e-277c-4157-ad0a-5ada9bfd4714 req-a7baa357-52f6-4f38-af2a-19d7dd8d530d tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd9ec0f8-4e23-4bdf-b7a5-5fb9dbc50031&id=50f17e0f-c82b-41aa-8bf5-826f54aa51e8&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0610688
Jun 28 16:47:03.433092 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device b6fc286a-a812-449c-8b8f-21e5b33d1514 no longer exists at agent hyperv_hv-cinder-79810 {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 28 16:47:03.480914 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] No Port match for: b6fc286a-a812-449c-8b8f-21e5b33d1514 {{(pid=74152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 28 16:47:03.481312 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device b6fc286a-a812-449c-8b8f-21e5b33d1514 not bound to the agent host hv-cinder-79810 {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 28 16:47:05.744445 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device 9ea5505b-36ac-424f-ab3c-e050e3a63fef up at agent ovs-agent-dv-cinder-798104-1-iscsi {{(pid=74152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 28 16:47:05.815292 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Provisioning for port 9ea5505b-36ac-424f-ab3c-e050e3a63fef completed by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 28 16:47:05.821955 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Provisioning complete for port 9ea5505b-36ac-424f-ab3c-e050e3a63fef triggered by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:47:05.822325 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:05.951814 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:05.967988 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] For port 9ea5505b-36ac-424f-ab3c-e050e3a63fef, host dv-cinder-798104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-iscsi',level=0,port_id=9ea5505b-36ac-424f-ab3c-e050e3a63fef,segment=NetworkSegment(c33c21b7-7592-40e1-a334-7e00067f8a18),segment_id=c33c21b7-7592-40e1-a334-7e00067f8a18)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:47:05.971876 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:05.973706 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:47:06.039939 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Pushing event updated for resources: {'Port': ['ID=9ea5505b-36ac-424f-ab3c-e050e3a63fef,revision_number=4']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:47:06.045188 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:47:07.731325 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device 9ea5505b-36ac-424f-ab3c-e050e3a63fef up at agent ovs-agent-dv-cinder-798104-1-iscsi {{(pid=74152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 28 16:47:07.798684 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Provisioning complete for port 9ea5505b-36ac-424f-ab3c-e050e3a63fef triggered by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:47:07.799044 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:08.789472 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1931c55-08be-4395-b094-34d2bdc596be None None] Sync routers for ids ['515444ba-9373-4ab0-a856-a9908e20046b'] in dv-cinder-798104-1-iscsi {{(pid=74152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 28 16:47:08.803782 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1931c55-08be-4395-b094-34d2bdc596be None None] Routers {'515444ba-9373-4ab0-a856-a9908e20046b'} bound to L3 agent in host dv-cinder-798104-1-iscsi {{(pid=74152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 28 16:47:08.804573 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-e1931c55-08be-4395-b094-34d2bdc596be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa2cf33a160>, 'dv-cinder-798104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T16:33:11Z,description=<?>,heartbeat_timestamp=2021-06-28T16:46:41Z,host='dv-cinder-798104-1-iscsi',id=c1a676c2-2a78-4c35-ab22-a28e05dfd46e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-28T16:33:11Z,topic='l3_agent')) {'router_ids': ['515444ba-9373-4ab0-a856-a9908e20046b'], 'active': True} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:47:08.995047 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-162d5844-2364-46b6-9d93-55040aceb4b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:09.010804 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvr_db [None req-e1931c55-08be-4395-b094-34d2bdc596be None None] Set router 515444ba-9373-4ab0-a856-a9908e20046b gateway port host: dv-cinder-798104-1-iscsi {{(pid=74152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 28 16:47:09.329675 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-e1931c55-08be-4395-b094-34d2bdc596be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa2cf33a160>, [{'id': '515444ba-9373-4ab0-a856-a9908e20046b', 'name': 'tempest-TestVolumeBootPattern-836473996-router', 'tenant_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': 'b0da1118-bc7f-4a37-8bb2-403325dd395a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:46:40Z', 'updated_at': '2021-06-28T16:46:45Z', 'revision_number': 4, 'project_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'gw_port': {'id': 'b0da1118-bc7f-4a37-8bb2-403325dd395a', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515444ba-9373-4ab0-a856-a9908e20046b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:46:40Z', 'updated_at': '2021-06-28T16:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi', '_interfaces': [{'id': 'cbb29726-34b2-497a-b463-ca98b87515b5', 'name': '', 'network_id': 'ce5d0d75-0504-4eb6-b527-1f6283338b64', 'tenant_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'mac_address': 'fa:16:3e:02:40:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '515444ba-9373-4ab0-a856-a9908e20046b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '323cae5e-b0ca-4159-a857-f280b10a8759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:46:44Z', 'updated_at': '2021-06-28T16:46:45Z', 'revision_number': 2, 'project_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'subnets': [{'id': '323cae5e-b0ca-4159-a857-f280b10a8759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-iscsi', False) {} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:47:09.335924 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1931c55-08be-4395-b094-34d2bdc596be None None] Checking router: 515444ba-9373-4ab0-a856-a9908e20046b for host: dv-cinder-798104-1-iscsi {{(pid=74152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 28 16:47:09.336275 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1931c55-08be-4395-b094-34d2bdc596be None None] Updating router 515444ba-9373-4ab0-a856-a9908e20046b port cbb29726-34b2-497a-b463-ca98b87515b5 binding host dv-cinder-798104-1-iscsi {{(pid=74152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 28 16:47:09.397233 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-e1931c55-08be-4395-b094-34d2bdc596be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:09.477448 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:09.772348 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-e1931c55-08be-4395-b094-34d2bdc596be None None] Notify callbacks [] for port, precommit_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:09.786644 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-e1931c55-08be-4395-b094-34d2bdc596be None None] Transition to ACTIVE for port object cbb29726-34b2-497a-b463-ca98b87515b5 will not be triggered until provisioned by entity L2. {{(pid=74152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 28 16:47:09.793854 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-e1931c55-08be-4395-b094-34d2bdc596be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:09.799833 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:47:10.011340 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccc60af-a9dd-4f67-85b2-5bd98718847d None None] Pushing event updated for resources: {'Port': ['ID=cbb29726-34b2-497a-b463-ca98b87515b5,revision_number=3']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:47:10.018031 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-cccc60af-a9dd-4f67-85b2-5bd98718847d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:47:10.137589 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.managers [None req-e1931c55-08be-4395-b094-34d2bdc596be None None] Attempting to bind port cbb29726-34b2-497a-b463-ca98b87515b5 on host dv-cinder-798104-1-iscsi for vnic_type normal with profile  {{(pid=74152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 28 16:47:10.138029 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.managers [None req-e1931c55-08be-4395-b094-34d2bdc596be None None] Attempting to bind port cbb29726-34b2-497a-b463-ca98b87515b5 by drivers openvswitch,hyperv on host dv-cinder-798104-1-iscsi at level 0 using segments [{'id': 'b5f9de31-0ee8-4cd8-9c16-fcc6e144e230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ce5d0d75-0504-4eb6-b527-1f6283338b64'}] {{(pid=74152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 28 16:47:10.138457 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1931c55-08be-4395-b094-34d2bdc596be None None] Attempting to bind port cbb29726-34b2-497a-b463-ca98b87515b5 on network ce5d0d75-0504-4eb6-b527-1f6283338b64 {{(pid=74152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 28 16:47:10.147673 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1931c55-08be-4395-b094-34d2bdc596be None None] Checking agent: {'id': '235649c2-d0e1-424d-8662-9e7ce5cd7ca9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798104-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 16, 33, 9), 'started_at': datetime.datetime(2021, 6, 28, 16, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 16, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798104-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 28 16:47:10.148183 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1931c55-08be-4395-b094-34d2bdc596be None None] Checking segment: {'id': 'b5f9de31-0ee8-4cd8-9c16-fcc6e144e230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ce5d0d75-0504-4eb6-b527-1f6283338b64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 28 16:47:10.148641 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-e1931c55-08be-4395-b094-34d2bdc596be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:10.149165 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1931c55-08be-4395-b094-34d2bdc596be None None] Bound using segment: {'id': 'b5f9de31-0ee8-4cd8-9c16-fcc6e144e230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ce5d0d75-0504-4eb6-b527-1f6283338b64'} {{(pid=74152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 28 16:47:10.149699 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.managers [None req-e1931c55-08be-4395-b094-34d2bdc596be None None] Bound port: cbb29726-34b2-497a-b463-ca98b87515b5, host: dv-cinder-798104-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5f9de31-0ee8-4cd8-9c16-fcc6e144e230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ce5d0d75-0504-4eb6-b527-1f6283338b64'}}] {{(pid=74152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 28 16:47:10.150066 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-e1931c55-08be-4395-b094-34d2bdc596be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:10.263023 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-e1931c55-08be-4395-b094-34d2bdc596be None None] For port cbb29726-34b2-497a-b463-ca98b87515b5, host dv-cinder-798104-1-iscsi, cleared binding levels {{(pid=74152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 28 16:47:10.266083 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-e1931c55-08be-4395-b094-34d2bdc596be None None] For port cbb29726-34b2-497a-b463-ca98b87515b5, host dv-cinder-798104-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-iscsi',level=0,port_id=cbb29726-34b2-497a-b463-ca98b87515b5,segment=NetworkSegment(b5f9de31-0ee8-4cd8-9c16-fcc6e144e230),segment_id=b5f9de31-0ee8-4cd8-9c16-fcc6e144e230)] {{(pid=74152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 28 16:47:10.270340 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-e1931c55-08be-4395-b094-34d2bdc596be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:10.274478 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-cccc60af-a9dd-4f67-85b2-5bd98718847d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:47:10.347892 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccc60af-a9dd-4f67-85b2-5bd98718847d None None] Pushing event updated for resources: {'Port': ['ID=cbb29726-34b2-497a-b463-ca98b87515b5,revision_number=4']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:47:10.351689 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-cccc60af-a9dd-4f67-85b2-5bd98718847d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:47:10.353216 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1931c55-08be-4395-b094-34d2bdc596be None None] Routers {'515444ba-9373-4ab0-a856-a9908e20046b'} bound to L3 agent in host dv-cinder-798104-1-iscsi {{(pid=74152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 28 16:47:10.353821 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-e1931c55-08be-4395-b094-34d2bdc596be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa2cf33a160>, 'dv-cinder-798104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T16:33:11Z,description=<?>,heartbeat_timestamp=2021-06-28T16:46:41Z,host='dv-cinder-798104-1-iscsi',id=c1a676c2-2a78-4c35-ab22-a28e05dfd46e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-28T16:33:11Z,topic='l3_agent')) {'router_ids': ['515444ba-9373-4ab0-a856-a9908e20046b'], 'active': True} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:47:10.573428 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvr_db [None req-e1931c55-08be-4395-b094-34d2bdc596be None None] Set router 515444ba-9373-4ab0-a856-a9908e20046b gateway port host: dv-cinder-798104-1-iscsi {{(pid=74152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 28 16:47:10.900756 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-e1931c55-08be-4395-b094-34d2bdc596be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa2cf33a160>, [{'id': '515444ba-9373-4ab0-a856-a9908e20046b', 'name': 'tempest-TestVolumeBootPattern-836473996-router', 'tenant_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': 'b0da1118-bc7f-4a37-8bb2-403325dd395a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:46:40Z', 'updated_at': '2021-06-28T16:46:45Z', 'revision_number': 4, 'project_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'gw_port': {'id': 'b0da1118-bc7f-4a37-8bb2-403325dd395a', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515444ba-9373-4ab0-a856-a9908e20046b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:46:40Z', 'updated_at': '2021-06-28T16:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi', '_interfaces': [{'id': 'cbb29726-34b2-497a-b463-ca98b87515b5', 'name': '', 'network_id': 'ce5d0d75-0504-4eb6-b527-1f6283338b64', 'tenant_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'mac_address': 'fa:16:3e:02:40:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '515444ba-9373-4ab0-a856-a9908e20046b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '323cae5e-b0ca-4159-a857-f280b10a8759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:46:44Z', 'updated_at': '2021-06-28T16:47:10Z', 'revision_number': 4, 'project_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'subnets': [{'id': '323cae5e-b0ca-4159-a857-f280b10a8759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-iscsi', False) {} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:47:10.904785 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1931c55-08be-4395-b094-34d2bdc596be None None] The sync data for ids ['515444ba-9373-4ab0-a856-a9908e20046b'] in dv-cinder-798104-1-iscsi is: [{'id': '515444ba-9373-4ab0-a856-a9908e20046b', 'name': 'tempest-TestVolumeBootPattern-836473996-router', 'tenant_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': 'b0da1118-bc7f-4a37-8bb2-403325dd395a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:46:40Z', 'updated_at': '2021-06-28T16:46:45Z', 'revision_number': 4, 'project_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'gw_port': {'id': 'b0da1118-bc7f-4a37-8bb2-403325dd395a', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515444ba-9373-4ab0-a856-a9908e20046b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:46:40Z', 'updated_at': '2021-06-28T16:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi', '_interfaces': [{'id': 'cbb29726-34b2-497a-b463-ca98b87515b5', 'name': '', 'network_id': 'ce5d0d75-0504-4eb6-b527-1f6283338b64', 'tenant_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'mac_address': 'fa:16:3e:02:40:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '515444ba-9373-4ab0-a856-a9908e20046b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '323cae5e-b0ca-4159-a857-f280b10a8759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:46:44Z', 'updated_at': '2021-06-28T16:47:10Z', 'revision_number': 4, 'project_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'subnets': [{'id': '323cae5e-b0ca-4159-a857-f280b10a8759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 28 16:47:11.245842 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-edb2ccfc-dd78-4772-ae2d-4bd2c385271d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:11.768703 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device cbb29726-34b2-497a-b463-ca98b87515b5 up at agent ovs-agent-dv-cinder-798104-1-iscsi {{(pid=74152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 28 16:47:11.856452 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Provisioning for port cbb29726-34b2-497a-b463-ca98b87515b5 completed by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 28 16:47:11.861456 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Provisioning complete for port cbb29726-34b2-497a-b463-ca98b87515b5 triggered by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:47:11.861833 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:11.981595 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:12.016144 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] For port cbb29726-34b2-497a-b463-ca98b87515b5, host dv-cinder-798104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-iscsi',level=0,port_id=cbb29726-34b2-497a-b463-ca98b87515b5,segment=NetworkSegment(b5f9de31-0ee8-4cd8-9c16-fcc6e144e230),segment_id=b5f9de31-0ee8-4cd8-9c16-fcc6e144e230)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:47:12.020064 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:12.022469 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:47:12.096405 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Pushing event updated for resources: {'Port': ['ID=cbb29726-34b2-497a-b463-ca98b87515b5,revision_number=5']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:47:12.099342 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:47:12.434520 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-6c3ff140-2be5-46e8-b74a-5424bc372793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:13.733494 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device cbb29726-34b2-497a-b463-ca98b87515b5 up at agent ovs-agent-dv-cinder-798104-1-iscsi {{(pid=74152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 28 16:47:13.802614 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Provisioning complete for port cbb29726-34b2-497a-b463-ca98b87515b5 triggered by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:47:13.802993 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:14.042174 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-5e27322e-457d-4bf0-b73d-ff6c09f635fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:15.041554 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-2e33e433-0272-4bc8-9914-0786b5437adb req-7c83a88c-568c-4636-a7d8-014be6255022 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b81a1608-9252-4639-beb8-5670363a7228&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0762196
Jun 28 16:47:15.045005 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:15.189005 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-2e33e433-0272-4bc8-9914-0786b5437adb req-401e5da4-43f3-4c05-990d-f2bb36391aaa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ef6d67df2935467a8c9855979ceb5e65&device_id=b81a1608-9252-4639-beb8-5670363a7228 HTTP/1.1" status: 200  len: 1138 time: 0.0709717
Jun 28 16:47:15.351331 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e33e433-0272-4bc8-9914-0786b5437adb req-cb521a00-f043-47b7-8aab-bd6b1768b1f9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:47:15.352822 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-2e33e433-0272-4bc8-9914-0786b5437adb req-cb521a00-f043-47b7-8aab-bd6b1768b1f9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1113820a-e4bc-475d-ab40-abe09297a41e HTTP/1.1" status: 200  len: 916 time: 0.1403520
Jun 28 16:47:15.472529 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-2e33e433-0272-4bc8-9914-0786b5437adb req-712f669c-6064-411b-9989-2e445c1e5a6f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ef9ab2d-d8e5-41cf-9873-0bc20df26315 HTTP/1.1" status: 200  len: 1002 time: 0.1128006
Jun 28 16:47:15.537571 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e33e433-0272-4bc8-9914-0786b5437adb req-1505de05-c729-42ad-8412-78721f512526 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:47:15.539059 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-2e33e433-0272-4bc8-9914-0786b5437adb req-1505de05-c729-42ad-8412-78721f512526 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=acc7f902-942c-4b8b-9dcb-fb852c89cf6c HTTP/1.1" status: 200  len: 854 time: 0.0600972
Jun 28 16:47:15.621902 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-2e33e433-0272-4bc8-9914-0786b5437adb req-d72b9c0a-2419-454c-911f-a8974960e723 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1113820a-e4bc-475d-ab40-abe09297a41e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0746839
Jun 28 16:47:15.760895 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-2e33e433-0272-4bc8-9914-0786b5437adb req-cb662400-c1b5-4bb5-83c2-ab8ee020f1d4 service neutron] 10.222.0.15 "GET /v2.0/networks/1113820a-e4bc-475d-ab40-abe09297a41e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1297486
Jun 28 16:47:15.900999 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-2e33e433-0272-4bc8-9914-0786b5437adb req-956efefd-d80a-4751-b7a2-05ce1c7e35b5 service neutron] 10.222.0.15 "GET /v2.0/networks/1113820a-e4bc-475d-ab40-abe09297a41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1310797
Jun 28 16:47:20.374359 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-2155d2e2-0a74-4868-a193-6a85b4182347 req-a6887f0b-b169-4c88-ad21-b4c8ba7e7777 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1675072839&fields=id&tenant_id=ce884a9bddfa4cbbac44e05b827223b3 HTTP/1.1" status: 200  len: 267 time: 0.0410175
Jun 28 16:47:20.530346 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2155d2e2-0a74-4868-a193-6a85b4182347 req-539e2181-8083-4431-b717-c7f27a5e7710 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:47:20.531759 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-2155d2e2-0a74-4868-a193-6a85b4182347 req-539e2181-8083-4431-b717-c7f27a5e7710 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/networks?id=ce5d0d75-0504-4eb6-b527-1f6283338b64 HTTP/1.1" status: 200  len: 811 time: 0.1510954
Jun 28 16:47:20.549922 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-2155d2e2-0a74-4868-a193-6a85b4182347 req-6e26ad87-6bd4-4db0-b648-75ef363135ad tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/quotas/ce884a9bddfa4cbbac44e05b827223b3 HTTP/1.1" status: 200  len: 375 time: 0.0115492
Jun 28 16:47:20.634192 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-2155d2e2-0a74-4868-a193-6a85b4182347 req-58a3aad6-d272-4faa-a0fb-6aa53970fd06 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ce884a9bddfa4cbbac44e05b827223b3&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0784364
Jun 28 16:47:20.832785 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-2155d2e2-0a74-4868-a193-6a85b4182347 req-02be4118-f145-425d-aa11-ba76d19d0b68 service neutron] 10.222.0.30 "GET /v2.0/networks/ce5d0d75-0504-4eb6-b527-1f6283338b64?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1867177
Jun 28 16:47:20.971285 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-2155d2e2-0a74-4868-a193-6a85b4182347 req-e81c9329-2fff-4ab7-9101-04805072bd78 service neutron] 10.222.0.30 "GET /v2.0/networks/ce5d0d75-0504-4eb6-b527-1f6283338b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1314881
Jun 28 16:47:21.526842 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-c9cd1b48-4d49-4969-95b2-1e4ab74104e8 req-cc537260-2f9e-419b-a1bf-6b2a0ae127bc tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ca2374a-e202-4569-8df1-56120537e7b3 HTTP/1.1" status: 200  len: 210 time: 0.1527047
Jun 28 16:47:22.545317 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2155d2e2-0a74-4868-a193-6a85b4182347 req-74efa059-5c93-4a83-bd4b-a87b8aecb0c0 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:47:22.546729 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-2155d2e2-0a74-4868-a193-6a85b4182347 req-74efa059-5c93-4a83-bd4b-a87b8aecb0c0 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.15 "GET /v2.0/networks?id=ce5d0d75-0504-4eb6-b527-1f6283338b64 HTTP/1.1" status: 200  len: 811 time: 0.1528795
Jun 28 16:47:22.613590 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-2155d2e2-0a74-4868-a193-6a85b4182347 req-97bfbc2b-3362-4c7a-aedc-ceddbf0f55a4 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce884a9bddfa4cbbac44e05b827223b3 HTTP/1.1" status: 200  len: 380 time: 0.0483677
Jun 28 16:47:22.624119 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.v2.base [req-2155d2e2-0a74-4868-a193-6a85b4182347 req-3787b001-c089-4c19-91f3-f3954f8010ae tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Request body: {'port': {'device_id': '2ca2374a-e202-4569-8df1-56120537e7b3', 'network_id': 'ce5d0d75-0504-4eb6-b527-1f6283338b64', 'admin_state_up': True, 'tenant_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'security_groups': ['39b1944c-8a50-4bf4-86d7-f41649f5e8b0']}} {{(pid=74150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:47:22.758171 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-5b1b781e-674f-43a5-9373-c06adffbd2db req-a2b08a92-5a5b-4664-b2bd-898251e08fb7 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ca2374a-e202-4569-8df1-56120537e7b3 HTTP/1.1" status: 200  len: 210 time: 0.0611911
Jun 28 16:47:22.828994 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [req-2155d2e2-0a74-4868-a193-6a85b4182347 req-3787b001-c089-4c19-91f3-f3954f8010ae tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:47:22.832924 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-2155d2e2-0a74-4868-a193-6a85b4182347 req-3787b001-c089-4c19-91f3-f3954f8010ae tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Usage tracker for resource:port and tenant:ce884a9bddfa4cbbac44e05b827223b3 is out of sync, need to count used quota {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:47:22.836585 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-2155d2e2-0a74-4868-a193-6a85b4182347 req-3787b001-c089-4c19-91f3-f3954f8010ae tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Quota usage for port was recalculated. Used quota:2. {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:47:22.842760 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [req-2155d2e2-0a74-4868-a193-6a85b4182347 req-3787b001-c089-4c19-91f3-f3954f8010ae tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:47:22.853024 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2155d2e2-0a74-4868-a193-6a85b4182347 req-3787b001-c089-4c19-91f3-f3954f8010ae tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Made reservation on behalf of ce884a9bddfa4cbbac44e05b827223b3 for: {'port': 1} {{(pid=74150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 28 16:47:22.857076 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-2155d2e2-0a74-4868-a193-6a85b4182347 req-3787b001-c089-4c19-91f3-f3954f8010ae tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:23.038616 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.db_base_plugin_common [req-2155d2e2-0a74-4868-a193-6a85b4182347 req-3787b001-c089-4c19-91f3-f3954f8010ae tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Allocated IP 172.20.0.12 (ce5d0d75-0504-4eb6-b527-1f6283338b64/323cae5e-b0ca-4159-a857-f280b10a8759/c74f2e7b-a7d1-4b22-836c-52930bcd3d5f) {{(pid=74150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 28 16:47:23.284540 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-2155d2e2-0a74-4868-a193-6a85b4182347 req-3787b001-c089-4c19-91f3-f3954f8010ae tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks [] for port, precommit_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:23.302266 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.provisioning_blocks [req-2155d2e2-0a74-4868-a193-6a85b4182347 req-3787b001-c089-4c19-91f3-f3954f8010ae tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Transition to ACTIVE for port object c74f2e7b-a7d1-4b22-836c-52930bcd3d5f will not be triggered until provisioned by entity DHCP. {{(pid=74150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 28 16:47:23.325975 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-2155d2e2-0a74-4868-a193-6a85b4182347 req-3787b001-c089-4c19-91f3-f3954f8010ae tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771078328113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32536825'] for port, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:23.334888 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-e714707d-aed6-429f-a632-a6930942f9f9 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:47:23.403651 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2155d2e2-0a74-4868-a193-6a85b4182347 req-3787b001-c089-4c19-91f3-f3954f8010ae tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Network ce5d0d75-0504-4eb6-b527-1f6283338b64 is already hosted by enough agents. {{(pid=74150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 28 16:47:23.407657 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.scheduler.base_scheduler [req-2155d2e2-0a74-4868-a193-6a85b4182347 req-3787b001-c089-4c19-91f3-f3954f8010ae tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Resources bound (agent type, host, resource id):  {{(pid=74150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 28 16:47:23.410386 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.l3_dvrscheduler_db [req-2155d2e2-0a74-4868-a193-6a85b4182347 req-3787b001-c089-4c19-91f3-f3954f8010ae tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Received port after_create {{(pid=74150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 28 16:47:23.447258 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3787b001-c089-4c19-91f3-f3954f8010ae tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Pushing event updated for resources: {'Port': ['ID=c74f2e7b-a7d1-4b22-836c-52930bcd3d5f,revision_number=1']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:47:23.472612 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3787b001-c089-4c19-91f3-f3954f8010ae tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:47:23.472979 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3787b001-c089-4c19-91f3-f3954f8010ae tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:47:23.473353 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3787b001-c089-4c19-91f3-f3954f8010ae tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:47:23.473700 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3787b001-c089-4c19-91f3-f3954f8010ae tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:47:23.474048 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3787b001-c089-4c19-91f3-f3954f8010ae tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:47:23.474393 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3787b001-c089-4c19-91f3-f3954f8010ae tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:47:23.474824 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3787b001-c089-4c19-91f3-f3954f8010ae tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:47:23.475172 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3787b001-c089-4c19-91f3-f3954f8010ae tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:47:23.475510 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3787b001-c089-4c19-91f3-f3954f8010ae tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:47:23.475849 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3787b001-c089-4c19-91f3-f3954f8010ae tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:47:23.476185 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3787b001-c089-4c19-91f3-f3954f8010ae tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:47:23.480998 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-3787b001-c089-4c19-91f3-f3954f8010ae tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:47:23.496364 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2155d2e2-0a74-4868-a193-6a85b4182347 req-3787b001-c089-4c19-91f3-f3954f8010ae tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:47:23.497005 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-2155d2e2-0a74-4868-a193-6a85b4182347 req-3787b001-c089-4c19-91f3-f3954f8010ae tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022804'] for port, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:23.522247 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-2155d2e2-0a74-4868-a193-6a85b4182347 req-3787b001-c089-4c19-91f3-f3954f8010ae tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9015028
Jun 28 16:47:23.535070 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.v2.base [req-2155d2e2-0a74-4868-a193-6a85b4182347 req-86ca218d-c3a3-4d9e-b15a-caea23fa1037 service neutron] Request body: {'port': {'device_id': '2ca2374a-e202-4569-8df1-56120537e7b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79810'}} {{(pid=74150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:47:23.614725 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-10ce0468-b9c9-4161-98d4-58106befeaf7 None None] Provisioning for port c74f2e7b-a7d1-4b22-836c-52930bcd3d5f completed by entity DHCP. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 28 16:47:23.620685 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-10ce0468-b9c9-4161-98d4-58106befeaf7 None None] Provisioning complete for port c74f2e7b-a7d1-4b22-836c-52930bcd3d5f triggered by entity DHCP. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:47:23.621281 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-10ce0468-b9c9-4161-98d4-58106befeaf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:23.652775 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-2155d2e2-0a74-4868-a193-6a85b4182347 req-86ca218d-c3a3-4d9e-b15a-caea23fa1037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:23.680618 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-10ce0468-b9c9-4161-98d4-58106befeaf7 None None] Port c74f2e7b-a7d1-4b22-836c-52930bcd3d5f cannot update to ACTIVE because it is not bound. {{(pid=74152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 28 16:47:24.014398 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd1465-8f25-4103-b939-ae65168630d7 req-fd6a47c7-77e3-4595-b322-6304d28e35e9 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:47:24.015099 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-37bd1465-8f25-4103-b939-ae65168630d7 req-fd6a47c7-77e3-4595-b322-6304d28e35e9 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Synchronizing usage tracker for tenant:ce884a9bddfa4cbbac44e05b827223b3 on resource:port {{(pid=74150) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 28 16:47:24.090693 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-37bd1465-8f25-4103-b939-ae65168630d7 req-fd6a47c7-77e3-4595-b322-6304d28e35e9 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Unset dirty status for tenant:ce884a9bddfa4cbbac44e05b827223b3 on resource:port {{(pid=74150) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 28 16:47:24.091732 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-37bd1465-8f25-4103-b939-ae65168630d7 req-fd6a47c7-77e3-4595-b322-6304d28e35e9 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ca2374a-e202-4569-8df1-56120537e7b3 HTTP/1.1" status: 200  len: 932 time: 0.2009492
Jun 28 16:47:24.095831 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.notifiers.nova [req-2155d2e2-0a74-4868-a193-6a85b4182347 req-86ca218d-c3a3-4d9e-b15a-caea23fa1037 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c74f2e7b-a7d1-4b22-836c-52930bcd3d5f {{(pid=74150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 28 16:47:24.105300 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-2155d2e2-0a74-4868-a193-6a85b4182347 req-86ca218d-c3a3-4d9e-b15a-caea23fa1037 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:24.147005 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.provisioning_blocks [req-2155d2e2-0a74-4868-a193-6a85b4182347 req-86ca218d-c3a3-4d9e-b15a-caea23fa1037 service neutron] Transition to ACTIVE for port object c74f2e7b-a7d1-4b22-836c-52930bcd3d5f will not be triggered until provisioned by entity L2. {{(pid=74150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 28 16:47:24.150619 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-2155d2e2-0a74-4868-a193-6a85b4182347 req-86ca218d-c3a3-4d9e-b15a-caea23fa1037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32536816'] for port, after_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:24.158690 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-af8133e7-4f8b-41da-95c2-bf645a227197 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:47:24.230205 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-37bd1465-8f25-4103-b939-ae65168630d7 req-502bc3ff-d5c9-4d61-9598-c7f17df7d36e tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b1944c-8a50-4bf4-86d7-f41649f5e8b0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1282692
Jun 28 16:47:24.301953 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ca218d-c3a3-4d9e-b15a-caea23fa1037 service neutron] Pushing event updated for resources: {'Port': ['ID=c74f2e7b-a7d1-4b22-836c-52930bcd3d5f,revision_number=2']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:47:24.304929 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-86ca218d-c3a3-4d9e-b15a-caea23fa1037 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:47:24.546785 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.managers [req-2155d2e2-0a74-4868-a193-6a85b4182347 req-86ca218d-c3a3-4d9e-b15a-caea23fa1037 service neutron] Attempting to bind port c74f2e7b-a7d1-4b22-836c-52930bcd3d5f on host hv-cinder-79810 for vnic_type normal with profile  {{(pid=74150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 28 16:47:24.547050 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.managers [req-2155d2e2-0a74-4868-a193-6a85b4182347 req-86ca218d-c3a3-4d9e-b15a-caea23fa1037 service neutron] Attempting to bind port c74f2e7b-a7d1-4b22-836c-52930bcd3d5f by drivers openvswitch,hyperv on host hv-cinder-79810 at level 0 using segments [{'id': 'b5f9de31-0ee8-4cd8-9c16-fcc6e144e230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ce5d0d75-0504-4eb6-b527-1f6283338b64'}] {{(pid=74150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 28 16:47:24.547325 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2155d2e2-0a74-4868-a193-6a85b4182347 req-86ca218d-c3a3-4d9e-b15a-caea23fa1037 service neutron] Attempting to bind port c74f2e7b-a7d1-4b22-836c-52930bcd3d5f on network ce5d0d75-0504-4eb6-b527-1f6283338b64 {{(pid=74150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 28 16:47:24.554576 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2155d2e2-0a74-4868-a193-6a85b4182347 req-86ca218d-c3a3-4d9e-b15a-caea23fa1037 service neutron] Port c74f2e7b-a7d1-4b22-836c-52930bcd3d5f on network ce5d0d75-0504-4eb6-b527-1f6283338b64 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79810 {{(pid=74150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 28 16:47:24.554907 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2155d2e2-0a74-4868-a193-6a85b4182347 req-86ca218d-c3a3-4d9e-b15a-caea23fa1037 service neutron] Attempting to bind port c74f2e7b-a7d1-4b22-836c-52930bcd3d5f on network ce5d0d75-0504-4eb6-b527-1f6283338b64 {{(pid=74150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 28 16:47:24.562201 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2155d2e2-0a74-4868-a193-6a85b4182347 req-86ca218d-c3a3-4d9e-b15a-caea23fa1037 service neutron] Checking agent: {'id': '11e346dd-a6a4-43d4-822e-d449440d0a22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 16, 39, 15), 'started_at': datetime.datetime(2021, 6, 28, 16, 39, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 16, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 28 16:47:24.562523 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2155d2e2-0a74-4868-a193-6a85b4182347 req-86ca218d-c3a3-4d9e-b15a-caea23fa1037 service neutron] Checking segment: {'id': 'b5f9de31-0ee8-4cd8-9c16-fcc6e144e230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ce5d0d75-0504-4eb6-b527-1f6283338b64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 28 16:47:24.562906 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2155d2e2-0a74-4868-a193-6a85b4182347 req-86ca218d-c3a3-4d9e-b15a-caea23fa1037 service neutron] Bound using segment: {'id': 'b5f9de31-0ee8-4cd8-9c16-fcc6e144e230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ce5d0d75-0504-4eb6-b527-1f6283338b64'} {{(pid=74150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 28 16:47:24.563336 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.managers [req-2155d2e2-0a74-4868-a193-6a85b4182347 req-86ca218d-c3a3-4d9e-b15a-caea23fa1037 service neutron] Bound port: c74f2e7b-a7d1-4b22-836c-52930bcd3d5f, host: hv-cinder-79810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5f9de31-0ee8-4cd8-9c16-fcc6e144e230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ce5d0d75-0504-4eb6-b527-1f6283338b64'}}] {{(pid=74150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 28 16:47:24.563691 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-2155d2e2-0a74-4868-a193-6a85b4182347 req-86ca218d-c3a3-4d9e-b15a-caea23fa1037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:24.661972 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.db [req-2155d2e2-0a74-4868-a193-6a85b4182347 req-86ca218d-c3a3-4d9e-b15a-caea23fa1037 service neutron] For port c74f2e7b-a7d1-4b22-836c-52930bcd3d5f, host hv-cinder-79810, cleared binding levels {{(pid=74150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 28 16:47:24.665375 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.db [req-2155d2e2-0a74-4868-a193-6a85b4182347 req-86ca218d-c3a3-4d9e-b15a-caea23fa1037 service neutron] For port c74f2e7b-a7d1-4b22-836c-52930bcd3d5f, host hv-cinder-79810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=c74f2e7b-a7d1-4b22-836c-52930bcd3d5f,segment=NetworkSegment(b5f9de31-0ee8-4cd8-9c16-fcc6e144e230),segment_id=b5f9de31-0ee8-4cd8-9c16-fcc6e144e230)] {{(pid=74150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 28 16:47:24.670249 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-2155d2e2-0a74-4868-a193-6a85b4182347 req-86ca218d-c3a3-4d9e-b15a-caea23fa1037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32536816'] for port, after_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:24.674250 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-86ca218d-c3a3-4d9e-b15a-caea23fa1037 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:47:24.734833 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-2155d2e2-0a74-4868-a193-6a85b4182347 req-86ca218d-c3a3-4d9e-b15a-caea23fa1037 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022804'] for port, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:24.736207 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-2155d2e2-0a74-4868-a193-6a85b4182347 req-86ca218d-c3a3-4d9e-b15a-caea23fa1037 service neutron] 10.222.0.15 "PUT /v2.0/ports/c74f2e7b-a7d1-4b22-836c-52930bcd3d5f HTTP/1.1" status: 200  len: 1094 time: 1.2059283
Jun 28 16:47:24.736711 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ca2374a-e202-4569-8df1-56120537e7b3', 'tag': 'c74f2e7b-a7d1-4b22-836c-52930bcd3d5f'}] {{(pid=74150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 28 16:47:24.768301 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ca218d-c3a3-4d9e-b15a-caea23fa1037 service neutron] Pushing event updated for resources: {'Port': ['ID=c74f2e7b-a7d1-4b22-836c-52930bcd3d5f,revision_number=3']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:47:24.772989 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-86ca218d-c3a3-4d9e-b15a-caea23fa1037 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:47:24.797215 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ca2374a-e202-4569-8df1-56120537e7b3', 'tag': 'c74f2e7b-a7d1-4b22-836c-52930bcd3d5f', 'status': 'completed', 'code': 200}
Jun 28 16:47:24.884343 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-2155d2e2-0a74-4868-a193-6a85b4182347 req-e1beca3d-ad7e-49c1-b6ff-388f46332082 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ce884a9bddfa4cbbac44e05b827223b3&device_id=2ca2374a-e202-4569-8df1-56120537e7b3 HTTP/1.1" status: 200  len: 1097 time: 0.0812752
Jun 28 16:47:24.954725 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-2155d2e2-0a74-4868-a193-6a85b4182347 req-d333125d-c7c3-416f-b328-2b1e5fedc516 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c74f2e7b-a7d1-4b22-836c-52930bcd3d5f HTTP/1.1" status: 200  len: 217 time: 0.0610652
Jun 28 16:47:25.019994 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2155d2e2-0a74-4868-a193-6a85b4182347 req-7906f9fd-2419-4598-8e1d-c84410283e67 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:47:25.021395 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-2155d2e2-0a74-4868-a193-6a85b4182347 req-7906f9fd-2419-4598-8e1d-c84410283e67 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=323cae5e-b0ca-4159-a857-f280b10a8759 HTTP/1.1" status: 200  len: 850 time: 0.0594378
Jun 28 16:47:25.099631 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-2155d2e2-0a74-4868-a193-6a85b4182347 req-8161ac87-2bb3-4773-a9cc-19a80da242e3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ce5d0d75-0504-4eb6-b527-1f6283338b64&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0701511
Jun 28 16:47:25.249796 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-2155d2e2-0a74-4868-a193-6a85b4182347 req-351303fa-4139-47ca-80ff-871ba86ba17d service neutron] 10.222.0.15 "GET /v2.0/networks/ce5d0d75-0504-4eb6-b527-1f6283338b64?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1418009
Jun 28 16:47:25.452015 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-2155d2e2-0a74-4868-a193-6a85b4182347 req-39244451-fb9d-4d3a-a0b0-6f631d3b24c4 service neutron] 10.222.0.15 "GET /v2.0/networks/ce5d0d75-0504-4eb6-b527-1f6283338b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1949706
Jun 28 16:47:25.484690 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.agents_db [None req-cfc1c983-b0ac-48e0-8737-db5653a7b2f7 None None] Agent healthcheck: found 6 active agents {{(pid=74153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 28 16:47:25.492804 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d0c14-84b0-47f1-99b7-da949c79bd95 req-e377a91a-8bc9-4647-9cba-04b40057d4f7 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:47:25.494326 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-ea0d0c14-84b0-47f1-99b7-da949c79bd95 req-e377a91a-8bc9-4647-9cba-04b40057d4f7 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ca2374a-e202-4569-8df1-56120537e7b3 HTTP/1.1" status: 200  len: 944 time: 0.1113148
Jun 28 16:47:25.591863 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-ea0d0c14-84b0-47f1-99b7-da949c79bd95 req-00418934-c823-46de-b997-8b70b8578a4c tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b1944c-8a50-4bf4-86d7-f41649f5e8b0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0908329
Jun 28 16:47:25.610264 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-937943d6-1f96-4f04-87cf-cd87f7b64513 req-6902386f-d1cc-4377-a0e2-babe41dae88f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ce884a9bddfa4cbbac44e05b827223b3&device_id=2ca2374a-e202-4569-8df1-56120537e7b3 HTTP/1.1" status: 200  len: 1097 time: 0.0929797
Jun 28 16:47:25.746156 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937943d6-1f96-4f04-87cf-cd87f7b64513 req-a3accb5f-f0ed-46bf-b3a1-614f298dd6f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:47:25.747638 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-937943d6-1f96-4f04-87cf-cd87f7b64513 req-a3accb5f-f0ed-46bf-b3a1-614f298dd6f4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ce5d0d75-0504-4eb6-b527-1f6283338b64 HTTP/1.1" status: 200  len: 912 time: 0.1297109
Jun 28 16:47:25.823178 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-937943d6-1f96-4f04-87cf-cd87f7b64513 req-2be93cae-bc25-4d1b-a4aa-0b90952260e8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c74f2e7b-a7d1-4b22-836c-52930bcd3d5f HTTP/1.1" status: 200  len: 217 time: 0.0658891
Jun 28 16:47:25.894111 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937943d6-1f96-4f04-87cf-cd87f7b64513 req-804274bb-c06e-4028-94b6-16886e4126d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:47:25.896566 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-937943d6-1f96-4f04-87cf-cd87f7b64513 req-804274bb-c06e-4028-94b6-16886e4126d6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=323cae5e-b0ca-4159-a857-f280b10a8759 HTTP/1.1" status: 200  len: 850 time: 0.0652392
Jun 28 16:47:25.993711 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-937943d6-1f96-4f04-87cf-cd87f7b64513 req-9de542b7-621f-4daf-869d-04d7b825739e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ce5d0d75-0504-4eb6-b527-1f6283338b64&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0886045
Jun 28 16:47:26.136773 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-937943d6-1f96-4f04-87cf-cd87f7b64513 req-0f442b73-043d-45ab-aeee-b468a795799c service neutron] 10.222.0.15 "GET /v2.0/networks/ce5d0d75-0504-4eb6-b527-1f6283338b64?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1345274
Jun 28 16:47:26.371569 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-937943d6-1f96-4f04-87cf-cd87f7b64513 req-fa206575-5120-4f00-b5d1-7b6510440192 service neutron] 10.222.0.15 "GET /v2.0/networks/ce5d0d75-0504-4eb6-b527-1f6283338b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2266397
Jun 28 16:47:26.376642 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 40384) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:47:26.442359 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.db_base_plugin_v2 [None req-f27227d8-ab4d-4249-8dad-bbab9d0424a8 admin admin] Deleting subnet d5b08fa1-1844-4c49-830b-b8ebe2ded68c {{(pid=74151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 28 16:47:26.445563 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-f27227d8-ab4d-4249-8dad-bbab9d0424a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:26.499422 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-f27227d8-ab4d-4249-8dad-bbab9d0424a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32205908'] for subnet, precommit_delete_associations {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:26.557034 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-f27227d8-ab4d-4249-8dad-bbab9d0424a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1427664'] for subnet, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:26.642412 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-f27227d8-ab4d-4249-8dad-bbab9d0424a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32204886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32082068'] for subnet, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:26.647094 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-f15d92f0-a038-42ca-a6c7-55fc50fe4107 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:47:26.689640 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27227d8-ab4d-4249-8dad-bbab9d0424a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5b08fa1-1844-4c49-830b-b8ebe2ded68c,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:47:26.700377 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-f27227d8-ab4d-4249-8dad-bbab9d0424a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:26.705366 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27227d8-ab4d-4249-8dad-bbab9d0424a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:47:26.705706 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27227d8-ab4d-4249-8dad-bbab9d0424a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:47:26.706926 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27227d8-ab4d-4249-8dad-bbab9d0424a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:47:26.706926 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27227d8-ab4d-4249-8dad-bbab9d0424a8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:47:26.706926 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27227d8-ab4d-4249-8dad-bbab9d0424a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:47:26.707444 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27227d8-ab4d-4249-8dad-bbab9d0424a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:47:26.707444 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27227d8-ab4d-4249-8dad-bbab9d0424a8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:47:26.707756 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27227d8-ab4d-4249-8dad-bbab9d0424a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:47:26.708097 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27227d8-ab4d-4249-8dad-bbab9d0424a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:47:26.708438 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27227d8-ab4d-4249-8dad-bbab9d0424a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:47:26.708777 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27227d8-ab4d-4249-8dad-bbab9d0424a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:47:26.712902 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-f27227d8-ab4d-4249-8dad-bbab9d0424a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:47:26.717908 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-f27227d8-ab4d-4249-8dad-bbab9d0424a8 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/d5b08fa1-1844-4c49-830b-b8ebe2ded68c HTTP/1.1" status: 204  len: 168 time: 0.3400476
Jun 28 16:47:26.718505 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 40392) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:47:26.838113 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-b11d6fcb-29fe-4c2c-a964-e0bf3a2d81df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1600473'] for network, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:26.851301 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb28d56c-8701-4e63-8f7a-38a166430956 req-2550f36b-0982-404b-86b8-156c8e19d965 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:47:26.853638 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-eb28d56c-8701-4e63-8f7a-38a166430956 req-2550f36b-0982-404b-86b8-156c8e19d965 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ca2374a-e202-4569-8df1-56120537e7b3 HTTP/1.1" status: 200  len: 944 time: 0.1253343
Jun 28 16:47:26.917030 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-eb28d56c-8701-4e63-8f7a-38a166430956 req-d7683034-879d-4156-a6fa-c9132acd8218 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b1944c-8a50-4bf4-86d7-f41649f5e8b0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0576091
Jun 28 16:47:26.975682 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-b11d6fcb-29fe-4c2c-a964-e0bf3a2d81df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1428645', 'neutron.services.segments.db._delete_segments_for_network-8771078865026'] for network, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:26.991411 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.services.segments.db [None req-b11d6fcb-29fe-4c2c-a964-e0bf3a2d81df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa2cf7fdc40>,) {'filters': {'network_id': ['cedf6a8a-6813-41b3-b6f2-977e493bfa53']}} {{(pid=74151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:47:27.004489 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.services.segments.db [None req-b11d6fcb-29fe-4c2c-a964-e0bf3a2d81df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa2cf7fdc40>, 'a2ba38a0-a8a7-428e-ae66-dabdf4d5f43a') {'for_net_delete': True} {{(pid=74151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:47:27.004771 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.services.segments.db [None req-b11d6fcb-29fe-4c2c-a964-e0bf3a2d81df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa2cf7fdc40>, 'a2ba38a0-a8a7-428e-ae66-dabdf4d5f43a') {} {{(pid=74151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:47:27.016763 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-b11d6fcb-29fe-4c2c-a964-e0bf3a2d81df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771078786973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32205915'] for segment, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:27.033609 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-b11d6fcb-29fe-4c2c-a964-e0bf3a2d81df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719364'] for segment, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:27.041579 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b11d6fcb-29fe-4c2c-a964-e0bf3a2d81df admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=74151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jun 28 16:47:27.041964 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-b11d6fcb-29fe-4c2c-a964-e0bf3a2d81df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1719391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32205040'] for segment, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:27.055975 dv-cinder-798104-1-iscsi neutron-server[74151]: Traceback (most recent call last):
Jun 28 16:47:27.055975 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jun 28 16:47:27.055975 dv-cinder-798104-1-iscsi neutron-server[74151]:     timer()
Jun 28 16:47:27.055975 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 28 16:47:27.055975 dv-cinder-798104-1-iscsi neutron-server[74151]:     cb(*args, **kw)
Jun 28 16:47:27.055975 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jun 28 16:47:27.055975 dv-cinder-798104-1-iscsi neutron-server[74151]:     return func(*args, **kwargs)
Jun 28 16:47:27.055975 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 28 16:47:27.055975 dv-cinder-798104-1-iscsi neutron-server[74151]:     self._notify()
Jun 28 16:47:27.055975 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 28 16:47:27.055975 dv-cinder-798104-1-iscsi neutron-server[74151]:     self.callback(batched_events)
Jun 28 16:47:27.055975 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 28 16:47:27.055975 dv-cinder-798104-1-iscsi neutron-server[74151]:     event.method(event)
Jun 28 16:47:27.055975 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 28 16:47:27.055975 dv-cinder-798104-1-iscsi neutron-server[74151]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 28 16:47:27.055975 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 28 16:47:27.055975 dv-cinder-798104-1-iscsi neutron-server[74151]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 28 16:47:27.055975 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 28 16:47:27.055975 dv-cinder-798104-1-iscsi neutron-server[74151]:     return f(self, *a, **k)
Jun 28 16:47:27.055975 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jun 28 16:47:27.055975 dv-cinder-798104-1-iscsi neutron-server[74151]:     return self._get(url).json()
Jun 28 16:47:27.055975 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jun 28 16:47:27.055975 dv-cinder-798104-1-iscsi neutron-server[74151]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 28 16:47:27.055975 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jun 28 16:47:27.055975 dv-cinder-798104-1-iscsi neutron-server[74151]:     return self.request(url, 'GET', **kwargs)
Jun 28 16:47:27.055975 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jun 28 16:47:27.055975 dv-cinder-798104-1-iscsi neutron-server[74151]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 28 16:47:27.055975 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jun 28 16:47:27.055975 dv-cinder-798104-1-iscsi neutron-server[74151]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 28 16:47:27.055975 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jun 28 16:47:27.055975 dv-cinder-798104-1-iscsi neutron-server[74151]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 28 16:47:27.055975 dv-cinder-798104-1-iscsi neutron-server[74151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 28 16:47:27.142092 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-b11d6fcb-29fe-4c2c-a964-e0bf3a2d81df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1428054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-674480'] for network, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:27.146469 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-1a2d3b63-b289-4d4a-ab33-8cf8ce78dec5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:47:27.160283 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-b11d6fcb-29fe-4c2c-a964-e0bf3a2d81df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533674'] for network, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:27.174001 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-b11d6fcb-29fe-4c2c-a964-e0bf3a2d81df admin admin] 10.222.0.30 "DELETE /v2.0/networks/cedf6a8a-6813-41b3-b6f2-977e493bfa53 HTTP/1.1" status: 204  len: 168 time: 0.4542065
Jun 28 16:47:27.174820 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11d6fcb-29fe-4c2c-a964-e0bf3a2d81df admin admin] Pushing event deleted for resources: {'Network': ['ID=cedf6a8a-6813-41b3-b6f2-977e493bfa53,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:47:27.181823 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-b11d6fcb-29fe-4c2c-a964-e0bf3a2d81df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:47:27.427328 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 40398) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:47:27.486739 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-1731c11a-4b06-4224-8b7c-f1ce126539b3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6ddb52d6c54b4cf787bc418ce22a686e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0582223
Jun 28 16:47:27.489495 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 40404) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:47:27.554048 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-848f8e5f-e8d0-4837-be75-8a1954e80951 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:27.581993 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-848f8e5f-e8d0-4837-be75-8a1954e80951 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:27.640069 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-848f8e5f-e8d0-4837-be75-8a1954e80951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:27.643709 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-f28e681e-ec30-439b-9be7-fe5820ab1cfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:47:27.655609 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848f8e5f-e8d0-4837-be75-8a1954e80951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a0c3dd-bcda-4cb4-9d9d-e9ba7b1ec6b7,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:47:27.658687 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-848f8e5f-e8d0-4837-be75-8a1954e80951 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:47:27.665657 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-848f8e5f-e8d0-4837-be75-8a1954e80951 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:27.666789 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-848f8e5f-e8d0-4837-be75-8a1954e80951 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f7a0c3dd-bcda-4cb4-9d9d-e9ba7b1ec6b7 HTTP/1.1" status: 204  len: 168 time: 0.1764021
Jun 28 16:47:28.152925 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4351aa10-add4-4433-83db-c3d67497c5ec req-4c9b2d92-d480-4d5d-bd84-b38c0de7ea58 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:47:28.154702 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-4351aa10-add4-4433-83db-c3d67497c5ec req-4c9b2d92-d480-4d5d-bd84-b38c0de7ea58 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ca2374a-e202-4569-8df1-56120537e7b3 HTTP/1.1" status: 200  len: 944 time: 0.0916481
Jun 28 16:47:28.204016 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-4351aa10-add4-4433-83db-c3d67497c5ec req-2b29f0be-5807-410a-b5af-428e0f3d949d tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b1944c-8a50-4bf4-86d7-f41649f5e8b0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427461
Jun 28 16:47:29.412776 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f115f4-4683-460f-8e35-99018cdde35f req-851aab2d-a576-4657-becb-3dcecf4221b0 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:47:29.414418 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-50f115f4-4683-460f-8e35-99018cdde35f req-851aab2d-a576-4657-becb-3dcecf4221b0 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ca2374a-e202-4569-8df1-56120537e7b3 HTTP/1.1" status: 200  len: 944 time: 0.0831776
Jun 28 16:47:29.464109 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-50f115f4-4683-460f-8e35-99018cdde35f req-b8e5dead-d5d5-46df-b644-152c963ec874 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b1944c-8a50-4bf4-86d7-f41649f5e8b0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435126
Jun 28 16:47:30.245975 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2110ffb9-9380-499a-83ba-c32ea9a18e34 None None] Sync routers for ids ['11d9f0aa-1349-4734-a8d7-f9be657abcc5'] in dv-cinder-798104-1-iscsi {{(pid=74153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 28 16:47:30.258805 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2110ffb9-9380-499a-83ba-c32ea9a18e34 None None] Routers {'11d9f0aa-1349-4734-a8d7-f9be657abcc5'} bound to L3 agent in host dv-cinder-798104-1-iscsi {{(pid=74153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 28 16:47:30.259434 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_hamode_db [None req-2110ffb9-9380-499a-83ba-c32ea9a18e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa2cfb27f40>, 'dv-cinder-798104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T16:33:11Z,description=<?>,heartbeat_timestamp=2021-06-28T16:47:11Z,host='dv-cinder-798104-1-iscsi',id=c1a676c2-2a78-4c35-ab22-a28e05dfd46e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-28T16:33:11Z,topic='l3_agent')) {'router_ids': ['11d9f0aa-1349-4734-a8d7-f9be657abcc5'], 'active': True} {{(pid=74153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:47:30.445690 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_dvr_db [None req-2110ffb9-9380-499a-83ba-c32ea9a18e34 None None] Set router 11d9f0aa-1349-4734-a8d7-f9be657abcc5 gateway port host: dv-cinder-798104-1-iscsi {{(pid=74153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 28 16:47:30.817406 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4bca83-d6a3-4458-8a53-533fe50704ae req-cd2f3a3e-6d3c-428a-80f9-57ef9ed217fe tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:47:30.819379 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-ab4bca83-d6a3-4458-8a53-533fe50704ae req-cd2f3a3e-6d3c-428a-80f9-57ef9ed217fe tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ca2374a-e202-4569-8df1-56120537e7b3 HTTP/1.1" status: 200  len: 944 time: 0.0856779
Jun 28 16:47:30.840310 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_hamode_db [None req-2110ffb9-9380-499a-83ba-c32ea9a18e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa2cfb27f40>, [{'id': '11d9f0aa-1349-4734-a8d7-f9be657abcc5', 'name': 'tempest-TestVolumeBootPattern-1212192748-router', 'tenant_id': 'cf15771c83e644f98960f6997cbd2e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '9ea5505b-36ac-424f-ab3c-e050e3a63fef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:46:50Z', 'updated_at': '2021-06-28T16:46:54Z', 'revision_number': 4, 'project_id': 'cf15771c83e644f98960f6997cbd2e8e', 'gw_port': {'id': '9ea5505b-36ac-424f-ab3c-e050e3a63fef', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d9f0aa-1349-4734-a8d7-f9be657abcc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:46:50Z', 'updated_at': '2021-06-28T16:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi', '_interfaces': [{'id': '941ffdd5-2c1d-40d5-aa5f-dd4670f9052c', 'name': '', 'network_id': 'e83e5a62-2a43-47c8-80a2-77bcca0deaee', 'tenant_id': 'cf15771c83e644f98960f6997cbd2e8e', 'mac_address': 'fa:16:3e:47:fc:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11d9f0aa-1349-4734-a8d7-f9be657abcc5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dbbfd716-ec54-49ba-9e75-607b78b2a18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:46:53Z', 'updated_at': '2021-06-28T16:46:54Z', 'revision_number': 2, 'project_id': 'cf15771c83e644f98960f6997cbd2e8e', 'subnets': [{'id': 'dbbfd716-ec54-49ba-9e75-607b78b2a18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-iscsi', False) {} {{(pid=74153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:47:30.844904 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2110ffb9-9380-499a-83ba-c32ea9a18e34 None None] Checking router: 11d9f0aa-1349-4734-a8d7-f9be657abcc5 for host: dv-cinder-798104-1-iscsi {{(pid=74153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 28 16:47:30.845291 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2110ffb9-9380-499a-83ba-c32ea9a18e34 None None] Updating router 11d9f0aa-1349-4734-a8d7-f9be657abcc5 port 941ffdd5-2c1d-40d5-aa5f-dd4670f9052c binding host dv-cinder-798104-1-iscsi {{(pid=74153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 28 16:47:30.867538 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-ab4bca83-d6a3-4458-8a53-533fe50704ae req-cdc6ae09-f09c-4979-a61c-7eb230f230a5 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b1944c-8a50-4bf4-86d7-f41649f5e8b0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417619
Jun 28 16:47:30.899075 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron_lib.callbacks.manager [None req-2110ffb9-9380-499a-83ba-c32ea9a18e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:31.292788 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron_lib.callbacks.manager [None req-2110ffb9-9380-499a-83ba-c32ea9a18e34 None None] Notify callbacks [] for port, precommit_update {{(pid=74153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:31.305751 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.provisioning_blocks [None req-2110ffb9-9380-499a-83ba-c32ea9a18e34 None None] Transition to ACTIVE for port object 941ffdd5-2c1d-40d5-aa5f-dd4670f9052c will not be triggered until provisioned by entity L2. {{(pid=74153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 28 16:47:31.313010 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron_lib.callbacks.manager [None req-2110ffb9-9380-499a-83ba-c32ea9a18e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:31.316990 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG oslo_concurrency.lockutils [None req-2b4ccd9b-9078-4445-b012-e13d6fd1707f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:47:31.440967 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832c7007-57c6-46d7-b496-30dbc6a1a3ab None None] Pushing event updated for resources: {'Port': ['ID=941ffdd5-2c1d-40d5-aa5f-dd4670f9052c,revision_number=3']} {{(pid=74153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:47:31.445341 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG oslo_concurrency.lockutils [None req-832c7007-57c6-46d7-b496-30dbc6a1a3ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=74153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:47:31.553570 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.managers [None req-2110ffb9-9380-499a-83ba-c32ea9a18e34 None None] Attempting to bind port 941ffdd5-2c1d-40d5-aa5f-dd4670f9052c on host dv-cinder-798104-1-iscsi for vnic_type normal with profile  {{(pid=74153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 28 16:47:31.554085 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.managers [None req-2110ffb9-9380-499a-83ba-c32ea9a18e34 None None] Attempting to bind port 941ffdd5-2c1d-40d5-aa5f-dd4670f9052c by drivers openvswitch,hyperv on host dv-cinder-798104-1-iscsi at level 0 using segments [{'id': '47e9fb60-de2c-4fbf-8ed6-15a88c5cce38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e83e5a62-2a43-47c8-80a2-77bcca0deaee'}] {{(pid=74153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 28 16:47:31.554598 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2110ffb9-9380-499a-83ba-c32ea9a18e34 None None] Attempting to bind port 941ffdd5-2c1d-40d5-aa5f-dd4670f9052c on network e83e5a62-2a43-47c8-80a2-77bcca0deaee {{(pid=74153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 28 16:47:31.566739 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2110ffb9-9380-499a-83ba-c32ea9a18e34 None None] Checking agent: {'id': '235649c2-d0e1-424d-8662-9e7ce5cd7ca9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798104-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 16, 33, 9), 'started_at': datetime.datetime(2021, 6, 28, 16, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 16, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798104-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 28 16:47:31.567118 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2110ffb9-9380-499a-83ba-c32ea9a18e34 None None] Checking segment: {'id': '47e9fb60-de2c-4fbf-8ed6-15a88c5cce38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e83e5a62-2a43-47c8-80a2-77bcca0deaee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 28 16:47:31.567523 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron_lib.callbacks.manager [None req-2110ffb9-9380-499a-83ba-c32ea9a18e34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:31.568063 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2110ffb9-9380-499a-83ba-c32ea9a18e34 None None] Bound using segment: {'id': '47e9fb60-de2c-4fbf-8ed6-15a88c5cce38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e83e5a62-2a43-47c8-80a2-77bcca0deaee'} {{(pid=74153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 28 16:47:31.569062 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.managers [None req-2110ffb9-9380-499a-83ba-c32ea9a18e34 None None] Bound port: 941ffdd5-2c1d-40d5-aa5f-dd4670f9052c, host: dv-cinder-798104-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47e9fb60-de2c-4fbf-8ed6-15a88c5cce38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e83e5a62-2a43-47c8-80a2-77bcca0deaee'}}] {{(pid=74153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 28 16:47:31.569369 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron_lib.callbacks.manager [None req-2110ffb9-9380-499a-83ba-c32ea9a18e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:31.658939 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.db [None req-2110ffb9-9380-499a-83ba-c32ea9a18e34 None None] For port 941ffdd5-2c1d-40d5-aa5f-dd4670f9052c, host dv-cinder-798104-1-iscsi, cleared binding levels {{(pid=74153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 28 16:47:31.661800 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.db [None req-2110ffb9-9380-499a-83ba-c32ea9a18e34 None None] For port 941ffdd5-2c1d-40d5-aa5f-dd4670f9052c, host dv-cinder-798104-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-iscsi',level=0,port_id=941ffdd5-2c1d-40d5-aa5f-dd4670f9052c,segment=NetworkSegment(47e9fb60-de2c-4fbf-8ed6-15a88c5cce38),segment_id=47e9fb60-de2c-4fbf-8ed6-15a88c5cce38)] {{(pid=74153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 28 16:47:31.667533 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron_lib.callbacks.manager [None req-2110ffb9-9380-499a-83ba-c32ea9a18e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:31.671543 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:47:31.748001 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832c7007-57c6-46d7-b496-30dbc6a1a3ab None None] Pushing event updated for resources: {'Port': ['ID=941ffdd5-2c1d-40d5-aa5f-dd4670f9052c,revision_number=4']} {{(pid=74153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:47:31.752209 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG oslo_concurrency.lockutils [None req-832c7007-57c6-46d7-b496-30dbc6a1a3ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:47:31.757343 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2110ffb9-9380-499a-83ba-c32ea9a18e34 None None] Routers {'11d9f0aa-1349-4734-a8d7-f9be657abcc5'} bound to L3 agent in host dv-cinder-798104-1-iscsi {{(pid=74153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 28 16:47:31.757971 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_hamode_db [None req-2110ffb9-9380-499a-83ba-c32ea9a18e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa2cfb27f40>, 'dv-cinder-798104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T16:33:11Z,description=<?>,heartbeat_timestamp=2021-06-28T16:47:11Z,host='dv-cinder-798104-1-iscsi',id=c1a676c2-2a78-4c35-ab22-a28e05dfd46e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-28T16:33:11Z,topic='l3_agent')) {'router_ids': ['11d9f0aa-1349-4734-a8d7-f9be657abcc5'], 'active': True} {{(pid=74153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:47:31.952709 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_dvr_db [None req-2110ffb9-9380-499a-83ba-c32ea9a18e34 None None] Set router 11d9f0aa-1349-4734-a8d7-f9be657abcc5 gateway port host: dv-cinder-798104-1-iscsi {{(pid=74153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 28 16:47:32.075820 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f907d4-c3f0-4665-831e-74f1f4f4b21d req-85648979-d6d2-43ee-84bb-b481c53204c2 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:47:32.077566 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-d0f907d4-c3f0-4665-831e-74f1f4f4b21d req-85648979-d6d2-43ee-84bb-b481c53204c2 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ca2374a-e202-4569-8df1-56120537e7b3 HTTP/1.1" status: 200  len: 944 time: 0.0774572
Jun 28 16:47:32.137010 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-d0f907d4-c3f0-4665-831e-74f1f4f4b21d req-3a75e063-1d30-42b9-91f6-d17cee2f631a tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b1944c-8a50-4bf4-86d7-f41649f5e8b0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0525465
Jun 28 16:47:32.278802 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_hamode_db [None req-2110ffb9-9380-499a-83ba-c32ea9a18e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa2cfb27f40>, [{'id': '11d9f0aa-1349-4734-a8d7-f9be657abcc5', 'name': 'tempest-TestVolumeBootPattern-1212192748-router', 'tenant_id': 'cf15771c83e644f98960f6997cbd2e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '9ea5505b-36ac-424f-ab3c-e050e3a63fef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:46:50Z', 'updated_at': '2021-06-28T16:46:54Z', 'revision_number': 4, 'project_id': 'cf15771c83e644f98960f6997cbd2e8e', 'gw_port': {'id': '9ea5505b-36ac-424f-ab3c-e050e3a63fef', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d9f0aa-1349-4734-a8d7-f9be657abcc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:46:50Z', 'updated_at': '2021-06-28T16:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi', '_interfaces': [{'id': '941ffdd5-2c1d-40d5-aa5f-dd4670f9052c', 'name': '', 'network_id': 'e83e5a62-2a43-47c8-80a2-77bcca0deaee', 'tenant_id': 'cf15771c83e644f98960f6997cbd2e8e', 'mac_address': 'fa:16:3e:47:fc:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11d9f0aa-1349-4734-a8d7-f9be657abcc5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dbbfd716-ec54-49ba-9e75-607b78b2a18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:46:53Z', 'updated_at': '2021-06-28T16:47:31Z', 'revision_number': 4, 'project_id': 'cf15771c83e644f98960f6997cbd2e8e', 'subnets': [{'id': 'dbbfd716-ec54-49ba-9e75-607b78b2a18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-iscsi', False) {} {{(pid=74153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:47:32.283108 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2110ffb9-9380-499a-83ba-c32ea9a18e34 None None] The sync data for ids ['11d9f0aa-1349-4734-a8d7-f9be657abcc5'] in dv-cinder-798104-1-iscsi is: [{'id': '11d9f0aa-1349-4734-a8d7-f9be657abcc5', 'name': 'tempest-TestVolumeBootPattern-1212192748-router', 'tenant_id': 'cf15771c83e644f98960f6997cbd2e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '9ea5505b-36ac-424f-ab3c-e050e3a63fef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:46:50Z', 'updated_at': '2021-06-28T16:46:54Z', 'revision_number': 4, 'project_id': 'cf15771c83e644f98960f6997cbd2e8e', 'gw_port': {'id': '9ea5505b-36ac-424f-ab3c-e050e3a63fef', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d9f0aa-1349-4734-a8d7-f9be657abcc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:46:50Z', 'updated_at': '2021-06-28T16:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi', '_interfaces': [{'id': '941ffdd5-2c1d-40d5-aa5f-dd4670f9052c', 'name': '', 'network_id': 'e83e5a62-2a43-47c8-80a2-77bcca0deaee', 'tenant_id': 'cf15771c83e644f98960f6997cbd2e8e', 'mac_address': 'fa:16:3e:47:fc:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11d9f0aa-1349-4734-a8d7-f9be657abcc5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dbbfd716-ec54-49ba-9e75-607b78b2a18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:46:53Z', 'updated_at': '2021-06-28T16:47:31Z', 'revision_number': 4, 'project_id': 'cf15771c83e644f98960f6997cbd2e8e', 'subnets': [{'id': 'dbbfd716-ec54-49ba-9e75-607b78b2a18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 28 16:47:32.648412 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device c74f2e7b-a7d1-4b22-836c-52930bcd3d5f details requested by agent hyperv_hv-cinder-79810 with host hv-cinder-79810 {{(pid=74152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 28 16:47:32.804616 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] For port c74f2e7b-a7d1-4b22-836c-52930bcd3d5f, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=c74f2e7b-a7d1-4b22-836c-52930bcd3d5f,segment=NetworkSegment(b5f9de31-0ee8-4cd8-9c16-fcc6e144e230),segment_id=b5f9de31-0ee8-4cd8-9c16-fcc6e144e230)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:47:32.820255 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Returning: {'device': 'c74f2e7b-a7d1-4b22-836c-52930bcd3d5f', 'network_id': 'ce5d0d75-0504-4eb6-b527-1f6283338b64', 'port_id': 'c74f2e7b-a7d1-4b22-836c-52930bcd3d5f', 'mac_address': 'fa:16:3e:1f:a9:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '323cae5e-b0ca-4159-a857-f280b10a8759', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 28 16:47:32.880601 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:32.903262 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.notifiers.nova [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c74f2e7b-a7d1-4b22-836c-52930bcd3d5f {{(pid=74152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 28 16:47:32.923399 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] For port c74f2e7b-a7d1-4b22-836c-52930bcd3d5f, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=c74f2e7b-a7d1-4b22-836c-52930bcd3d5f,segment=NetworkSegment(b5f9de31-0ee8-4cd8-9c16-fcc6e144e230),segment_id=b5f9de31-0ee8-4cd8-9c16-fcc6e144e230)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:47:32.930101 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:32.933079 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8e6e6157-c785-47f5-9536-f06bcf0bfa44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:47:33.000904 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Pushing event updated for resources: {'Port': ['ID=c74f2e7b-a7d1-4b22-836c-52930bcd3d5f,revision_number=4']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:47:33.003849 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:47:33.203064 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] get_ports_and_sgs() called for port_ids ['c74f2e7b-a7d1-4b22-836c-52930bcd3d5f'] {{(pid=74152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 28 16:47:33.364598 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c3796f-0880-4340-840c-0a31504f7fcc req-10053960-2741-4de7-9477-3c4600d784ce tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:47:33.366095 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-a3c3796f-0880-4340-840c-0a31504f7fcc req-10053960-2741-4de7-9477-3c4600d784ce tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ca2374a-e202-4569-8df1-56120537e7b3 HTTP/1.1" status: 200  len: 945 time: 0.0885510
Jun 28 16:47:33.411081 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-a3c3796f-0880-4340-840c-0a31504f7fcc req-d563da1b-01a7-4d72-bd17-e0949aa918fb tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b1944c-8a50-4bf4-86d7-f41649f5e8b0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394454
Jun 28 16:47:33.758678 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device 941ffdd5-2c1d-40d5-aa5f-dd4670f9052c up at agent ovs-agent-dv-cinder-798104-1-iscsi {{(pid=74152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 28 16:47:33.834682 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Provisioning for port 941ffdd5-2c1d-40d5-aa5f-dd4670f9052c completed by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 28 16:47:33.840202 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Provisioning complete for port 941ffdd5-2c1d-40d5-aa5f-dd4670f9052c triggered by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:47:33.840576 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:33.991358 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:34.031060 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] For port 941ffdd5-2c1d-40d5-aa5f-dd4670f9052c, host dv-cinder-798104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-iscsi',level=0,port_id=941ffdd5-2c1d-40d5-aa5f-dd4670f9052c,segment=NetworkSegment(47e9fb60-de2c-4fbf-8ed6-15a88c5cce38),segment_id=47e9fb60-de2c-4fbf-8ed6-15a88c5cce38)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:47:34.036079 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:34.038616 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:47:34.111418 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Pushing event updated for resources: {'Port': ['ID=941ffdd5-2c1d-40d5-aa5f-dd4670f9052c,revision_number=5']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:47:34.114636 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:47:34.631550 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc339f30-9946-4b97-ae56-77bcaee47a8f req-012e895e-291c-4bac-aad2-91dcd36de3d4 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:47:34.633707 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-cc339f30-9946-4b97-ae56-77bcaee47a8f req-012e895e-291c-4bac-aad2-91dcd36de3d4 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ca2374a-e202-4569-8df1-56120537e7b3 HTTP/1.1" status: 200  len: 945 time: 0.0964468
Jun 28 16:47:34.659788 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device c74f2e7b-a7d1-4b22-836c-52930bcd3d5f up at agent hyperv_hv-cinder-79810 {{(pid=74152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 28 16:47:34.681399 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-cc339f30-9946-4b97-ae56-77bcaee47a8f req-e1cd9865-cbf7-4197-a6fa-da402d1095bb tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b1944c-8a50-4bf4-86d7-f41649f5e8b0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415194
Jun 28 16:47:34.727537 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Provisioning for port c74f2e7b-a7d1-4b22-836c-52930bcd3d5f completed by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 28 16:47:34.732338 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Provisioning complete for port c74f2e7b-a7d1-4b22-836c-52930bcd3d5f triggered by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:47:34.732709 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:34.845172 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:34.871685 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ca2374a-e202-4569-8df1-56120537e7b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c74f2e7b-a7d1-4b22-836c-52930bcd3d5f'}] {{(pid=74152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 28 16:47:34.881648 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] For port c74f2e7b-a7d1-4b22-836c-52930bcd3d5f, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=c74f2e7b-a7d1-4b22-836c-52930bcd3d5f,segment=NetworkSegment(b5f9de31-0ee8-4cd8-9c16-fcc6e144e230),segment_id=b5f9de31-0ee8-4cd8-9c16-fcc6e144e230)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:47:34.886314 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:34.888509 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:47:34.971053 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Pushing event updated for resources: {'Port': ['ID=c74f2e7b-a7d1-4b22-836c-52930bcd3d5f,revision_number=5']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:47:34.975623 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:47:35.170875 dv-cinder-798104-1-iscsi neutron-server[74152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ca2374a-e202-4569-8df1-56120537e7b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c74f2e7b-a7d1-4b22-836c-52930bcd3d5f', 'code': 200}
Jun 28 16:47:35.501983 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-db720270-1782-4b7a-a89c-d7dae47f562a req-37265c11-df18-4c01-a89b-1c4c2a2ffb22 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2ca2374a-e202-4569-8df1-56120537e7b3 HTTP/1.1" status: 200  len: 1099 time: 0.0785003
Jun 28 16:47:35.550048 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-db720270-1782-4b7a-a89c-d7dae47f562a req-4eef3737-226d-4dd3-95b4-b5f52b78e567 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=39b1944c-8a50-4bf4-86d7-f41649f5e8b0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401030
Jun 28 16:47:35.663179 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b7fd4-d433-42e4-ab6f-dbfc2f43f983 req-fa925541-8002-4af6-8e7b-d82edc0b50fc tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:47:35.664662 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-426b7fd4-d433-42e4-ab6f-dbfc2f43f983 req-fa925541-8002-4af6-8e7b-d82edc0b50fc tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=66abd257-739b-4da2-9931-0f05ce8da130 HTTP/1.1" status: 200  len: 946 time: 0.0843041
Jun 28 16:47:35.712249 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-426b7fd4-d433-42e4-ab6f-dbfc2f43f983 req-4232918e-b511-4bc8-bd78-6c92c32da081 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=0fc9b833-75ba-412f-9101-db0a16953a9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419357
Jun 28 16:47:35.749274 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device 941ffdd5-2c1d-40d5-aa5f-dd4670f9052c up at agent ovs-agent-dv-cinder-798104-1-iscsi {{(pid=74152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 28 16:47:35.823382 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Provisioning complete for port 941ffdd5-2c1d-40d5-aa5f-dd4670f9052c triggered by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:47:35.823859 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:35.902998 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0c9c02-94f6-4559-be73-c534c295894c req-bd3b7ede-02a6-4465-a5d9-b047c2444f70 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:47:35.905435 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-be0c9c02-94f6-4559-be73-c534c295894c req-bd3b7ede-02a6-4465-a5d9-b047c2444f70 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ca2374a-e202-4569-8df1-56120537e7b3 HTTP/1.1" status: 200  len: 946 time: 0.0956714
Jun 28 16:47:35.959188 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-be0c9c02-94f6-4559-be73-c534c295894c req-342ff98d-e6b5-4d03-8f9a-4fc443ebdd2f tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b1944c-8a50-4bf4-86d7-f41649f5e8b0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476861
Jun 28 16:47:36.928642 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a8ba3-d5da-4e22-abeb-9c7280da007c req-ebe3bd7b-3c9d-4a66-b553-c00cb384bea7 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:47:36.930046 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-f91a8ba3-d5da-4e22-abeb-9c7280da007c req-ebe3bd7b-3c9d-4a66-b553-c00cb384bea7 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=66abd257-739b-4da2-9931-0f05ce8da130 HTTP/1.1" status: 200  len: 946 time: 0.0784621
Jun 28 16:47:36.977250 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-f91a8ba3-d5da-4e22-abeb-9c7280da007c req-105737cd-39a6-4fc7-97a0-a496016b35cb tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=0fc9b833-75ba-412f-9101-db0a16953a9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414760
Jun 28 16:47:37.171651 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db9933e-f6b0-47a1-a627-df75ccc88849 req-4c5f59f3-f3a3-40b4-95ef-b3f12350b9fa tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:47:37.173173 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-0db9933e-f6b0-47a1-a627-df75ccc88849 req-4c5f59f3-f3a3-40b4-95ef-b3f12350b9fa tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ca2374a-e202-4569-8df1-56120537e7b3 HTTP/1.1" status: 200  len: 946 time: 0.0830328
Jun 28 16:47:37.221426 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-0db9933e-f6b0-47a1-a627-df75ccc88849 req-2e4ec42c-96a1-4af3-8ea0-c77c4b13324b tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b1944c-8a50-4bf4-86d7-f41649f5e8b0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422697
Jun 28 16:47:37.421832 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d5731-d16a-4504-a5a3-bde46ea6f577 req-d7d514c2-328f-4f89-9d12-da7b511bbec5 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:47:37.423457 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-e81d5731-d16a-4504-a5a3-bde46ea6f577 req-d7d514c2-328f-4f89-9d12-da7b511bbec5 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ca2374a-e202-4569-8df1-56120537e7b3 HTTP/1.1" status: 200  len: 946 time: 0.0800302
Jun 28 16:47:37.472336 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-e81d5731-d16a-4504-a5a3-bde46ea6f577 req-88da6efa-0930-4dd9-ae23-495aea99e66c tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b1944c-8a50-4bf4-86d7-f41649f5e8b0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406640
Jun 28 16:47:37.500423 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 40486) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:47:37.765061 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-3dd5b1fc-6a42-4b29-9b05-239206686b8b tempest-TestVolumeBootPattern-1961958852 tempest-TestVolumeBootPattern-1961958852-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=2ca2374a-e202-4569-8df1-56120537e7b3 HTTP/1.1" status: 200  len: 1094 time: 0.2631979
Jun 28 16:47:37.768135 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 40492) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:47:37.776079 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.v2.base [None req-8f03c5a3-38ea-4d34-8c4e-d7871b8dd34b tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Request body: {'floatingip': {'floating_network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'port_id': 'c74f2e7b-a7d1-4b22-836c-52930bcd3d5f', 'tenant_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'fixed_ip_address': '172.20.0.12'}} {{(pid=74151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:47:37.782041 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-8f03c5a3-38ea-4d34-8c4e-d7871b8dd34b tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:47:37.786967 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-8f03c5a3-38ea-4d34-8c4e-d7871b8dd34b tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Usage tracker for resource:floatingip and tenant:ce884a9bddfa4cbbac44e05b827223b3 is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:47:37.790358 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-8f03c5a3-38ea-4d34-8c4e-d7871b8dd34b tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:47:37.796715 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-8f03c5a3-38ea-4d34-8c4e-d7871b8dd34b tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:47:37.807418 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-8f03c5a3-38ea-4d34-8c4e-d7871b8dd34b tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks [] for floatingip, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:37.952828 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-8f03c5a3-38ea-4d34-8c4e-d7871b8dd34b tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:38.106493 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.db_base_plugin_common [None req-8f03c5a3-38ea-4d34-8c4e-d7871b8dd34b tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Allocated IP 172.27.2.151 (05d3a8da-27a1-489e-9cdc-367ff8331792/29317296-a498-419b-860c-f9843650e8eb/d3c02a1b-5da6-49b4-b68f-d0ca57536b3b) {{(pid=74151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 28 16:47:38.211092 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ead45f-db5c-4a80-a805-501f0922b76e req-91581f60-a1bc-45e3-8393-bf41ff8a55e3 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:47:38.217790 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-15ead45f-db5c-4a80-a805-501f0922b76e req-91581f60-a1bc-45e3-8393-bf41ff8a55e3 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=66abd257-739b-4da2-9931-0f05ce8da130 HTTP/1.1" status: 200  len: 946 time: 0.0945001
Jun 28 16:47:38.264327 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-15ead45f-db5c-4a80-a805-501f0922b76e req-e9a09589-1488-4c16-89dc-dc4df5d09bf5 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=0fc9b833-75ba-412f-9101-db0a16953a9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456851
Jun 28 16:47:38.267277 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-8f03c5a3-38ea-4d34-8c4e-d7871b8dd34b tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks [] for port, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:38.299831 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-8f03c5a3-38ea-4d34-8c4e-d7871b8dd34b tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771078328113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32204965'] for port, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:38.304821 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:47:38.370148 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f03c5a3-38ea-4d34-8c4e-d7871b8dd34b tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Network 05d3a8da-27a1-489e-9cdc-367ff8331792 is already hosted by enough agents. {{(pid=74151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 28 16:47:38.373473 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.base_scheduler [None req-8f03c5a3-38ea-4d34-8c4e-d7871b8dd34b tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Resources bound (agent type, host, resource id):  {{(pid=74151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 28 16:47:38.378208 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f03c5a3-38ea-4d34-8c4e-d7871b8dd34b tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Received port after_create {{(pid=74151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 28 16:47:38.405702 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f03c5a3-38ea-4d34-8c4e-d7871b8dd34b tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Pushing event updated for resources: {'Port': ['ID=d3c02a1b-5da6-49b4-b68f-d0ca57536b3b,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:47:38.488731 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-8f03c5a3-38ea-4d34-8c4e-d7871b8dd34b tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:47:38.957846 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-051affee-2dee-41f1-b2cf-9167194c7c83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:39.004898 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-8f03c5a3-38ea-4d34-8c4e-d7871b8dd34b tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:39.061212 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-8f03c5a3-38ea-4d34-8c4e-d7871b8dd34b tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:39.283891 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-8f03c5a3-38ea-4d34-8c4e-d7871b8dd34b tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks [] for port, precommit_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:39.289096 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-8f03c5a3-38ea-4d34-8c4e-d7871b8dd34b tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32204972'] for port, after_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:39.292760 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:47:39.422241 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f03c5a3-38ea-4d34-8c4e-d7871b8dd34b tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Pushing event updated for resources: {'Port': ['ID=d3c02a1b-5da6-49b4-b68f-d0ca57536b3b,revision_number=2']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:47:39.427055 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-8f03c5a3-38ea-4d34-8c4e-d7871b8dd34b tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:47:39.444012 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-8f03c5a3-38ea-4d34-8c4e-d7871b8dd34b tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674138'] for floatingip, after_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:39.457013 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:39.548144 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759d49b2-16df-4798-8442-ddbd3d06dc62 req-0677e249-f4f9-4a16-ae0a-70855703503e tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:47:39.549874 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-759d49b2-16df-4798-8442-ddbd3d06dc62 req-0677e249-f4f9-4a16-ae0a-70855703503e tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=66abd257-739b-4da2-9931-0f05ce8da130 HTTP/1.1" status: 200  len: 946 time: 0.1038105
Jun 28 16:47:39.602705 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-759d49b2-16df-4798-8442-ddbd3d06dc62 req-046732e4-025f-4560-9794-d236c878f7c9 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=0fc9b833-75ba-412f-9101-db0a16953a9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433421
Jun 28 16:47:39.669018 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.db.l3_db [None req-8f03c5a3-38ea-4d34-8c4e-d7871b8dd34b tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Floating IP c2203423-ac7f-4c40-bf52-0b891a363031 associated. External IP: 172.27.2.151, port: c74f2e7b-a7d1-4b22-836c-52930bcd3d5f.
Jun 28 16:47:40.207986 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f03c5a3-38ea-4d34-8c4e-d7871b8dd34b tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Router 515444ba-9373-4ab0-a856-a9908e20046b has already been hosted by L3 agent c1a676c2-2a78-4c35-ab22-a28e05dfd46e {{(pid=74151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 28 16:47:40.411803 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f03c5a3-38ea-4d34-8c4e-d7871b8dd34b tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify agent at l3_agent.dv-cinder-798104-1-iscsi the message routers_updated {{(pid=74151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 28 16:47:40.422209 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b48f58a-1b67-4402-b9c5-d29020229783 None None] Sync routers for ids ['515444ba-9373-4ab0-a856-a9908e20046b'] in dv-cinder-798104-1-iscsi {{(pid=74152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 28 16:47:40.434956 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b48f58a-1b67-4402-b9c5-d29020229783 None None] Routers {'515444ba-9373-4ab0-a856-a9908e20046b'} bound to L3 agent in host dv-cinder-798104-1-iscsi {{(pid=74152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 28 16:47:40.435599 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-1b48f58a-1b67-4402-b9c5-d29020229783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa2cf521a30>, 'dv-cinder-798104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T16:33:11Z,description=<?>,heartbeat_timestamp=2021-06-28T16:47:11Z,host='dv-cinder-798104-1-iscsi',id=c1a676c2-2a78-4c35-ab22-a28e05dfd46e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-28T16:33:11Z,topic='l3_agent')) {'router_ids': ['515444ba-9373-4ab0-a856-a9908e20046b'], 'active': True} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:47:40.436979 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-8f03c5a3-38ea-4d34-8c4e-d7871b8dd34b tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022804'] for floatingip, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:40.497089 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-8f03c5a3-38ea-4d34-8c4e-d7871b8dd34b tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.7277341
Jun 28 16:47:40.497998 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ca2374a-e202-4569-8df1-56120537e7b3', 'tag': 'c74f2e7b-a7d1-4b22-836c-52930bcd3d5f'}] {{(pid=74151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 28 16:47:40.623534 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvr_db [None req-1b48f58a-1b67-4402-b9c5-d29020229783 None None] Set router 515444ba-9373-4ab0-a856-a9908e20046b gateway port host: dv-cinder-798104-1-iscsi {{(pid=74152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 28 16:47:40.650544 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ca2374a-e202-4569-8df1-56120537e7b3', 'tag': 'c74f2e7b-a7d1-4b22-836c-52930bcd3d5f', 'status': 'completed', 'code': 200}
Jun 28 16:47:40.768826 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-9b3c3771-63bc-4797-8ddb-97a5cdae803d req-72fbab57-9e21-40f8-b775-c60ba27c95c6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ce884a9bddfa4cbbac44e05b827223b3&device_id=2ca2374a-e202-4569-8df1-56120537e7b3 HTTP/1.1" status: 200  len: 1099 time: 0.0877216
Jun 28 16:47:40.966945 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c3771-63bc-4797-8ddb-97a5cdae803d req-ce815084-a828-44c8-9e99-038601591897 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:47:40.968531 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-9b3c3771-63bc-4797-8ddb-97a5cdae803d req-ce815084-a828-44c8-9e99-038601591897 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ce5d0d75-0504-4eb6-b527-1f6283338b64 HTTP/1.1" status: 200  len: 912 time: 0.1904120
Jun 28 16:47:41.044102 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-1b48f58a-1b67-4402-b9c5-d29020229783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa2cf521a30>, [{'id': '515444ba-9373-4ab0-a856-a9908e20046b', 'name': 'tempest-TestVolumeBootPattern-836473996-router', 'tenant_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': 'b0da1118-bc7f-4a37-8bb2-403325dd395a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:46:40Z', 'updated_at': '2021-06-28T16:46:45Z', 'revision_number': 4, 'project_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'gw_port': {'id': 'b0da1118-bc7f-4a37-8bb2-403325dd395a', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515444ba-9373-4ab0-a856-a9908e20046b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:46:40Z', 'updated_at': '2021-06-28T16:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi', '_floatingips': [{'id': 'c2203423-ac7f-4c40-bf52-0b891a363031', 'tenant_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'floating_ip_address': '172.27.2.151', 'floating_network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'router_id': '515444ba-9373-4ab0-a856-a9908e20046b', 'port_id': 'c74f2e7b-a7d1-4b22-836c-52930bcd3d5f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce5d0d75-0504-4eb6-b527-1f6283338b64', 'mac_address': 'fa:16:3e:1f:a9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca2374a-e202-4569-8df1-56120537e7b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T16:47:38Z', 'updated_at': '2021-06-28T16:47:38Z', 'revision_number': 0, 'project_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbb29726-34b2-497a-b463-ca98b87515b5', 'name': '', 'network_id': 'ce5d0d75-0504-4eb6-b527-1f6283338b64', 'tenant_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'mac_address': 'fa:16:3e:02:40:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515444ba-9373-4ab0-a856-a9908e20046b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '323cae5e-b0ca-4159-a857-f280b10a8759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:46:44Z', 'updated_at': '2021-06-28T16:47:11Z', 'revision_number': 5, 'project_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'subnets': [{'id': '323cae5e-b0ca-4159-a857-f280b10a8759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-iscsi', False) {} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:47:41.050058 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b48f58a-1b67-4402-b9c5-d29020229783 None None] Checking router: 515444ba-9373-4ab0-a856-a9908e20046b for host: dv-cinder-798104-1-iscsi {{(pid=74152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 28 16:47:41.069559 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b48f58a-1b67-4402-b9c5-d29020229783 None None] Routers {'515444ba-9373-4ab0-a856-a9908e20046b'} bound to L3 agent in host dv-cinder-798104-1-iscsi {{(pid=74152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 28 16:47:41.070626 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-1b48f58a-1b67-4402-b9c5-d29020229783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa2cf521a30>, 'dv-cinder-798104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T16:33:11Z,description=<?>,heartbeat_timestamp=2021-06-28T16:47:11Z,host='dv-cinder-798104-1-iscsi',id=c1a676c2-2a78-4c35-ab22-a28e05dfd46e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-28T16:33:11Z,topic='l3_agent')) {'router_ids': ['515444ba-9373-4ab0-a856-a9908e20046b'], 'active': True} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:47:41.120707 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fcd668-1a2b-45cc-a0f2-a746e6050242 req-d44502d4-b079-4aae-a319-3ce88e223051 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:47:41.122285 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-49fcd668-1a2b-45cc-a0f2-a746e6050242 req-d44502d4-b079-4aae-a319-3ce88e223051 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=66abd257-739b-4da2-9931-0f05ce8da130 HTTP/1.1" status: 200  len: 946 time: 0.3180659
Jun 28 16:47:41.206061 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-9b3c3771-63bc-4797-8ddb-97a5cdae803d req-aa75c687-1009-48fe-8021-99f49136137d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c74f2e7b-a7d1-4b22-836c-52930bcd3d5f HTTP/1.1" status: 200  len: 1000 time: 0.2299573
Jun 28 16:47:41.211424 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-49fcd668-1a2b-45cc-a0f2-a746e6050242 req-9d009c40-4300-4361-b30b-5937d72207e2 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=0fc9b833-75ba-412f-9101-db0a16953a9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0691583
Jun 28 16:47:41.262540 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-ee45f337-e7e1-4ce7-9fbc-56ede4b327aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:41.280239 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvr_db [None req-1b48f58a-1b67-4402-b9c5-d29020229783 None None] Set router 515444ba-9373-4ab0-a856-a9908e20046b gateway port host: dv-cinder-798104-1-iscsi {{(pid=74152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 28 16:47:41.291874 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c3771-63bc-4797-8ddb-97a5cdae803d req-250b6987-c5bc-4bfc-aebf-f1946c013635 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:47:41.293355 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-9b3c3771-63bc-4797-8ddb-97a5cdae803d req-250b6987-c5bc-4bfc-aebf-f1946c013635 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=323cae5e-b0ca-4159-a857-f280b10a8759 HTTP/1.1" status: 200  len: 850 time: 0.0808146
Jun 28 16:47:41.385021 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-9b3c3771-63bc-4797-8ddb-97a5cdae803d req-bdee04c8-1f53-42dc-a664-f3cfdb8f5333 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ce5d0d75-0504-4eb6-b527-1f6283338b64&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0844932
Jun 28 16:47:41.526997 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-9b3c3771-63bc-4797-8ddb-97a5cdae803d req-b949b911-eb04-4eec-9d61-6829173112d7 service neutron] 10.222.0.15 "GET /v2.0/networks/ce5d0d75-0504-4eb6-b527-1f6283338b64?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1347322
Jun 28 16:47:41.666535 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-9b3c3771-63bc-4797-8ddb-97a5cdae803d req-aaff60a9-010e-47fa-aebf-f99e536727a5 service neutron] 10.222.0.15 "GET /v2.0/networks/ce5d0d75-0504-4eb6-b527-1f6283338b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1321247
Jun 28 16:47:41.702297 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-1b48f58a-1b67-4402-b9c5-d29020229783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa2cf521a30>, [{'id': '515444ba-9373-4ab0-a856-a9908e20046b', 'name': 'tempest-TestVolumeBootPattern-836473996-router', 'tenant_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': 'b0da1118-bc7f-4a37-8bb2-403325dd395a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:46:40Z', 'updated_at': '2021-06-28T16:46:45Z', 'revision_number': 4, 'project_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'gw_port': {'id': 'b0da1118-bc7f-4a37-8bb2-403325dd395a', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515444ba-9373-4ab0-a856-a9908e20046b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:46:40Z', 'updated_at': '2021-06-28T16:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi', '_floatingips': [{'id': 'c2203423-ac7f-4c40-bf52-0b891a363031', 'tenant_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'floating_ip_address': '172.27.2.151', 'floating_network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'router_id': '515444ba-9373-4ab0-a856-a9908e20046b', 'port_id': 'c74f2e7b-a7d1-4b22-836c-52930bcd3d5f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce5d0d75-0504-4eb6-b527-1f6283338b64', 'mac_address': 'fa:16:3e:1f:a9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca2374a-e202-4569-8df1-56120537e7b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T16:47:38Z', 'updated_at': '2021-06-28T16:47:38Z', 'revision_number': 0, 'project_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbb29726-34b2-497a-b463-ca98b87515b5', 'name': '', 'network_id': 'ce5d0d75-0504-4eb6-b527-1f6283338b64', 'tenant_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'mac_address': 'fa:16:3e:02:40:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515444ba-9373-4ab0-a856-a9908e20046b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '323cae5e-b0ca-4159-a857-f280b10a8759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:46:44Z', 'updated_at': '2021-06-28T16:47:11Z', 'revision_number': 5, 'project_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'subnets': [{'id': '323cae5e-b0ca-4159-a857-f280b10a8759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-iscsi', False) {} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:47:41.706514 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b48f58a-1b67-4402-b9c5-d29020229783 None None] The sync data for ids ['515444ba-9373-4ab0-a856-a9908e20046b'] in dv-cinder-798104-1-iscsi is: [{'id': '515444ba-9373-4ab0-a856-a9908e20046b', 'name': 'tempest-TestVolumeBootPattern-836473996-router', 'tenant_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': 'b0da1118-bc7f-4a37-8bb2-403325dd395a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:46:40Z', 'updated_at': '2021-06-28T16:46:45Z', 'revision_number': 4, 'project_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'gw_port': {'id': 'b0da1118-bc7f-4a37-8bb2-403325dd395a', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515444ba-9373-4ab0-a856-a9908e20046b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:46:40Z', 'updated_at': '2021-06-28T16:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi', '_floatingips': [{'id': 'c2203423-ac7f-4c40-bf52-0b891a363031', 'tenant_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'floating_ip_address': '172.27.2.151', 'floating_network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'router_id': '515444ba-9373-4ab0-a856-a9908e20046b', 'port_id': 'c74f2e7b-a7d1-4b22-836c-52930bcd3d5f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce5d0d75-0504-4eb6-b527-1f6283338b64', 'mac_address': 'fa:16:3e:1f:a9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca2374a-e202-4569-8df1-56120537e7b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T16:47:38Z', 'updated_at': '2021-06-28T16:47:38Z', 'revision_number': 0, 'project_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbb29726-34b2-497a-b463-ca98b87515b5', 'name': '', 'network_id': 'ce5d0d75-0504-4eb6-b527-1f6283338b64', 'tenant_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'mac_address': 'fa:16:3e:02:40:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515444ba-9373-4ab0-a856-a9908e20046b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '323cae5e-b0ca-4159-a857-f280b10a8759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:46:44Z', 'updated_at': '2021-06-28T16:47:11Z', 'revision_number': 5, 'project_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'subnets': [{'id': '323cae5e-b0ca-4159-a857-f280b10a8759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 28 16:47:41.913817 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f30efcd-6cbf-4dd7-9cf3-b3e645a438ca None None] New status for floating IP c2203423-ac7f-4c40-bf52-0b891a363031: ACTIVE {{(pid=74153) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jun 28 16:47:42.145772 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-dbd6b164-a745-4be6-a2b2-5052452da99b req-9350168f-ce55-4595-84f5-ec5d1773d378 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2090620072&fields=id&tenant_id=ef6d67df2935467a8c9855979ceb5e65 HTTP/1.1" status: 200  len: 267 time: 0.0539410
Jun 28 16:47:42.247859 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd6b164-a745-4be6-a2b2-5052452da99b req-1d98eabe-fe3b-41a1-b0ec-f0225efedd57 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:47:42.249403 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-dbd6b164-a745-4be6-a2b2-5052452da99b req-1d98eabe-fe3b-41a1-b0ec-f0225efedd57 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "GET /v2.0/ports?device_id=b81a1608-9252-4639-beb8-5670363a7228 HTTP/1.1" status: 200  len: 985 time: 0.0975051
Jun 28 16:47:42.262034 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.v2.base [req-dbd6b164-a745-4be6-a2b2-5052452da99b req-2fe1c663-ae86-4aa5-b0c9-b0fb27f4e6bf tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Request body: {'port': {'security_groups': ['50f17e0f-c82b-41aa-8bf5-826f54aa51e8']}} {{(pid=74150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:47:42.445893 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-6c3ff140-2be5-46e8-b74a-5424bc372793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:42.452593 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-dbd6b164-a745-4be6-a2b2-5052452da99b req-2fe1c663-ae86-4aa5-b0c9-b0fb27f4e6bf tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:42.529403 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d02d3fd-7854-4973-8812-169e0eb9a864 req-b1ad8416-596a-4f8e-b839-f076453273f1 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:47:42.530947 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-1d02d3fd-7854-4973-8812-169e0eb9a864 req-b1ad8416-596a-4f8e-b839-f076453273f1 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=66abd257-739b-4da2-9931-0f05ce8da130 HTTP/1.1" status: 200  len: 946 time: 0.1678607
Jun 28 16:47:42.623195 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-1d02d3fd-7854-4973-8812-169e0eb9a864 req-3fc2b317-f906-409b-99bb-ea86db3269d7 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=0fc9b833-75ba-412f-9101-db0a16953a9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0841296
Jun 28 16:47:42.775517 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.db [req-dbd6b164-a745-4be6-a2b2-5052452da99b req-2fe1c663-ae86-4aa5-b0c9-b0fb27f4e6bf tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] For port 9ef9ab2d-d8e5-41cf-9873-0bc20df26315, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=9ef9ab2d-d8e5-41cf-9873-0bc20df26315,segment=NetworkSegment(a4817e99-42da-4d18-9459-e39d672e39b3),segment_id=a4817e99-42da-4d18-9459-e39d672e39b3)] {{(pid=74150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:47:42.804154 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-dbd6b164-a745-4be6-a2b2-5052452da99b req-2fe1c663-ae86-4aa5-b0c9-b0fb27f4e6bf tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Notify callbacks [] for port, precommit_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:42.809551 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-dbd6b164-a745-4be6-a2b2-5052452da99b req-2fe1c663-ae86-4aa5-b0c9-b0fb27f4e6bf tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32536816'] for port, after_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:42.815736 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-3787b001-c089-4c19-91f3-f3954f8010ae tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:47:42.822366 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] get_ports_and_sgs() called for port_ids ['9ef9ab2d-d8e5-41cf-9873-0bc20df26315'] {{(pid=74152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 28 16:47:42.886326 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd6b164-a745-4be6-a2b2-5052452da99b req-2fe1c663-ae86-4aa5-b0c9-b0fb27f4e6bf tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:47:42.887142 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-dbd6b164-a745-4be6-a2b2-5052452da99b req-2fe1c663-ae86-4aa5-b0c9-b0fb27f4e6bf tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022804'] for port, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:42.888449 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-dbd6b164-a745-4be6-a2b2-5052452da99b req-2fe1c663-ae86-4aa5-b0c9-b0fb27f4e6bf tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "PUT /v2.0/ports/9ef9ab2d-d8e5-41cf-9873-0bc20df26315 HTTP/1.1" status: 200  len: 943 time: 0.6316581
Jun 28 16:47:42.888981 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b81a1608-9252-4639-beb8-5670363a7228', 'tag': '9ef9ab2d-d8e5-41cf-9873-0bc20df26315'}] {{(pid=74150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 28 16:47:42.900028 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 40544) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:47:42.966172 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b81a1608-9252-4639-beb8-5670363a7228', 'tag': '9ef9ab2d-d8e5-41cf-9873-0bc20df26315', 'status': 'completed', 'code': 200}
Jun 28 16:47:42.985436 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] get_ports_and_sgs() called for port_ids ['9ef9ab2d-d8e5-41cf-9873-0bc20df26315'] {{(pid=74152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 28 16:47:42.988241 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe1c663-ae86-4aa5-b0c9-b0fb27f4e6bf tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Pushing event updated for resources: {'Port': ['ID=9ef9ab2d-d8e5-41cf-9873-0bc20df26315,revision_number=7']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:47:43.026115 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-2fe1c663-ae86-4aa5-b0c9-b0fb27f4e6bf tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:47:43.064045 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-5e754935-f4ad-4bf3-be7f-30d4a740a6cf tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Notify callbacks [] for security_group, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:43.121597 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-5e754935-f4ad-4bf3-be7f-30d4a740a6cf tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:43.154447 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-7bb78490-36d2-4190-87cd-8c64129888fa req-d11e537e-891e-49ed-955c-f116d4186538 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ef6d67df2935467a8c9855979ceb5e65&device_id=b81a1608-9252-4639-beb8-5670363a7228 HTTP/1.1" status: 200  len: 1099 time: 0.1671281
Jun 28 16:47:43.307775 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb78490-36d2-4190-87cd-8c64129888fa req-ca666784-c457-4f23-a53d-600f96d77b00 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:47:43.309131 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-7bb78490-36d2-4190-87cd-8c64129888fa req-ca666784-c457-4f23-a53d-600f96d77b00 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1113820a-e4bc-475d-ab40-abe09297a41e HTTP/1.1" status: 200  len: 916 time: 0.1453669
Jun 28 16:47:43.364173 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-b928dec6-175a-4ecd-9545-6d78197c6698 None None] Provisioning complete for port 9ef9ab2d-d8e5-41cf-9873-0bc20df26315 triggered by entity DHCP. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:47:43.364581 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-b928dec6-175a-4ecd-9545-6d78197c6698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:43.369361 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-5e754935-f4ad-4bf3-be7f-30d4a740a6cf tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:43.378361 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-b656c7b4-3f18-4d6e-9d03-5e60f9378115 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:47:43.524892 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e754935-f4ad-4bf3-be7f-30d4a740a6cf tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd9ec0f8-4e23-4bdf-b7a5-5fb9dbc50031,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:47:43.531865 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-5e754935-f4ad-4bf3-be7f-30d4a740a6cf tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:47:43.535400 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-5e754935-f4ad-4bf3-be7f-30d4a740a6cf tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Notify callbacks [] for security_group, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:43.541112 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-5e754935-f4ad-4bf3-be7f-30d4a740a6cf tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "DELETE /v2.0/security-groups/bd9ec0f8-4e23-4bdf-b7a5-5fb9dbc50031 HTTP/1.1" status: 204  len: 168 time: 0.6326835
Jun 28 16:47:43.541400 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 40550) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:47:43.621671 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-7bb78490-36d2-4190-87cd-8c64129888fa req-6d24c763-d995-4d8e-89cf-c085dbb5bfe5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ef9ab2d-d8e5-41cf-9873-0bc20df26315 HTTP/1.1" status: 200  len: 1002 time: 0.2993429
Jun 28 16:47:43.788588 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb78490-36d2-4190-87cd-8c64129888fa req-21b77801-1016-4277-8d4b-8d09414be893 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:47:43.790066 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-7bb78490-36d2-4190-87cd-8c64129888fa req-21b77801-1016-4277-8d4b-8d09414be893 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=acc7f902-942c-4b8b-9dcb-fb852c89cf6c HTTP/1.1" status: 200  len: 854 time: 0.1504457
Jun 28 16:47:43.903584 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.plugin [None req-b1f2de47-9aef-4fd4-8855-ed3a7ae4075d tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Deleting port 02af61f5-2b54-4a9b-89a8-9c97f9dd9cf9 {{(pid=74150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 28 16:47:43.903840 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-b1f2de47-9aef-4fd4-8855-ed3a7ae4075d tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771078813103'] for port, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:44.043982 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-5e27322e-457d-4bf0-b73d-ff6c09f635fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:44.093449 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b74267c-c95c-4e00-84dc-86850f45b829 req-78af4377-eb23-4397-82f4-030c7fc10927 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:47:44.094994 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-5b74267c-c95c-4e00-84dc-86850f45b829 req-78af4377-eb23-4397-82f4-030c7fc10927 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=66abd257-739b-4da2-9931-0f05ce8da130 HTTP/1.1" status: 200  len: 946 time: 0.3107502
Jun 28 16:47:44.111721 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-7bb78490-36d2-4190-87cd-8c64129888fa req-11c90625-7d98-45a6-ad33-b1b7e8d32f24 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1113820a-e4bc-475d-ab40-abe09297a41e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2810540
Jun 28 16:47:44.222057 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-b1f2de47-9aef-4fd4-8855-ed3a7ae4075d tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679626'] for port, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:44.222765 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-b1f2de47-9aef-4fd4-8855-ed3a7ae4075d tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:44.371622 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.plugin [None req-b1f2de47-9aef-4fd4-8855-ed3a7ae4075d tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Calling delete_port for 02af61f5-2b54-4a9b-89a8-9c97f9dd9cf9 owned by network:floatingip {{(pid=74150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 28 16:47:44.425427 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-5b74267c-c95c-4e00-84dc-86850f45b829 req-1a4127ce-f06b-494a-b4d6-a1d4d9404708 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=0fc9b833-75ba-412f-9101-db0a16953a9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3126864
Jun 28 16:47:44.497799 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-7bb78490-36d2-4190-87cd-8c64129888fa req-a4de0061-72a3-4fe3-9b3d-a7f5f0fa4de1 service neutron] 10.222.0.15 "GET /v2.0/networks/1113820a-e4bc-475d-ab40-abe09297a41e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3665662
Jun 28 16:47:44.785741 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-7bb78490-36d2-4190-87cd-8c64129888fa req-35fdd28d-0292-4276-be83-a78b9db7197f service neutron] 10.222.0.15 "GET /v2.0/networks/1113820a-e4bc-475d-ab40-abe09297a41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2719362
Jun 28 16:47:44.796444 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-b1f2de47-9aef-4fd4-8855-ed3a7ae4075d tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771078770342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771078328122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32536825'] for port, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:44.800419 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-78abf96d-4653-4ef0-8f38-8e02e4a11e80 tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:47:44.846004 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2de47-9aef-4fd4-8855-ed3a7ae4075d tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Pushing event deleted for resources: {'Port': ['ID=02af61f5-2b54-4a9b-89a8-9c97f9dd9cf9,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:47:44.849758 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-b1f2de47-9aef-4fd4-8855-ed3a7ae4075d tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:47:44.944909 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-b1f2de47-9aef-4fd4-8855-ed3a7ae4075d tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Notify callbacks [] for floatingip, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:45.077806 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:45.532258 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1f2de47-9aef-4fd4-8855-ed3a7ae4075d tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Router cf502ec8-ba83-4231-88a5-2db63fe1806b has already been hosted by L3 agent c1a676c2-2a78-4c35-ab22-a28e05dfd46e {{(pid=74150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 28 16:47:45.716698 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05147fc-df89-4a2a-91e4-fafd34356414 req-1aaa40e4-f3b9-458b-bbe3-ee8fe92738f3 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:47:45.718181 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-d05147fc-df89-4a2a-91e4-fafd34356414 req-1aaa40e4-f3b9-458b-bbe3-ee8fe92738f3 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=66abd257-739b-4da2-9931-0f05ce8da130 HTTP/1.1" status: 200  len: 946 time: 0.1137545
Jun 28 16:47:45.838976 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-d05147fc-df89-4a2a-91e4-fafd34356414 req-91c40193-cb57-4e25-b8aa-5c63ff77bef8 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=0fc9b833-75ba-412f-9101-db0a16953a9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1151402
Jun 28 16:47:45.886636 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1f2de47-9aef-4fd4-8855-ed3a7ae4075d tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Notify agent at l3_agent.dv-cinder-798104-1-iscsi the message routers_updated {{(pid=74150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 28 16:47:45.901970 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ff8cda-5555-4e08-a3ea-efae18beb94d None None] Sync routers for ids ['cf502ec8-ba83-4231-88a5-2db63fe1806b'] in dv-cinder-798104-1-iscsi {{(pid=74152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 28 16:47:45.917166 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-b1f2de47-9aef-4fd4-8855-ed3a7ae4075d tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022804'] for floatingip, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:45.923846 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ff8cda-5555-4e08-a3ea-efae18beb94d None None] Routers {'cf502ec8-ba83-4231-88a5-2db63fe1806b'} bound to L3 agent in host dv-cinder-798104-1-iscsi {{(pid=74152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 28 16:47:45.925404 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-71ff8cda-5555-4e08-a3ea-efae18beb94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa2cf6698b0>, 'dv-cinder-798104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T16:33:11Z,description=<?>,heartbeat_timestamp=2021-06-28T16:47:41Z,host='dv-cinder-798104-1-iscsi',id=c1a676c2-2a78-4c35-ab22-a28e05dfd46e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-28T16:33:11Z,topic='l3_agent')) {'router_ids': ['cf502ec8-ba83-4231-88a5-2db63fe1806b'], 'active': True} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:47:46.024520 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-b1f2de47-9aef-4fd4-8855-ed3a7ae4075d tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "DELETE /v2.0/floatingips/81a0baab-34ac-4b7f-adf3-88f1d2e01905 HTTP/1.1" status: 204  len: 168 time: 2.4818900
Jun 28 16:47:46.025575 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b81a1608-9252-4639-beb8-5670363a7228', 'tag': '9ef9ab2d-d8e5-41cf-9873-0bc20df26315'}] {{(pid=74150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 28 16:47:46.085710 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b81a1608-9252-4639-beb8-5670363a7228', 'tag': '9ef9ab2d-d8e5-41cf-9873-0bc20df26315', 'status': 'completed', 'code': 200}
Jun 28 16:47:46.203442 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvr_db [None req-71ff8cda-5555-4e08-a3ea-efae18beb94d None None] Set router cf502ec8-ba83-4231-88a5-2db63fe1806b gateway port host: dv-cinder-798104-1-iscsi {{(pid=74152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 28 16:47:46.231896 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-0cb03b05-699f-43d5-9755-8014bf8c905f req-3da7a69b-6b94-4736-b800-fbef3bd330c7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ef6d67df2935467a8c9855979ceb5e65&device_id=b81a1608-9252-4639-beb8-5670363a7228 HTTP/1.1" status: 200  len: 1099 time: 0.1109195
Jun 28 16:47:46.439624 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb03b05-699f-43d5-9755-8014bf8c905f req-86ab8b48-4684-41a4-9a65-b3b88e45b6fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:47:46.443008 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-0cb03b05-699f-43d5-9755-8014bf8c905f req-86ab8b48-4684-41a4-9a65-b3b88e45b6fc service neutron] 10.222.0.15 "GET /v2.0/networks?id=1113820a-e4bc-475d-ab40-abe09297a41e HTTP/1.1" status: 200  len: 916 time: 0.2023830
Jun 28 16:47:46.588029 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-0cb03b05-699f-43d5-9755-8014bf8c905f req-d34763f8-1e91-484f-8575-f264bb122382 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ef9ab2d-d8e5-41cf-9873-0bc20df26315 HTTP/1.1" status: 200  len: 217 time: 0.1334009
Jun 28 16:47:46.665423 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb03b05-699f-43d5-9755-8014bf8c905f req-4b4e09ad-4a11-4c43-aa27-0069fc1bf9df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:47:46.667288 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-0cb03b05-699f-43d5-9755-8014bf8c905f req-4b4e09ad-4a11-4c43-aa27-0069fc1bf9df service neutron] 10.222.0.15 "GET /v2.0/subnets?id=acc7f902-942c-4b8b-9dcb-fb852c89cf6c HTTP/1.1" status: 200  len: 854 time: 0.0702343
Jun 28 16:47:46.779486 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-0cb03b05-699f-43d5-9755-8014bf8c905f req-aa7358db-b5aa-4747-8158-bccf2ed57af9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1113820a-e4bc-475d-ab40-abe09297a41e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1033716
Jun 28 16:47:46.789617 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-71ff8cda-5555-4e08-a3ea-efae18beb94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa2cf6698b0>, [{'id': 'cf502ec8-ba83-4231-88a5-2db63fe1806b', 'name': 'tempest-TestMinimumBasicScenario-1721821643-router', 'tenant_id': 'ef6d67df2935467a8c9855979ceb5e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '5ebb6ac0-f963-42cd-8b21-6f154351777c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:45:05Z', 'updated_at': '2021-06-28T16:45:11Z', 'revision_number': 4, 'project_id': 'ef6d67df2935467a8c9855979ceb5e65', 'gw_port': {'id': '5ebb6ac0-f963-42cd-8b21-6f154351777c', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf502ec8-ba83-4231-88a5-2db63fe1806b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:45:06Z', 'updated_at': '2021-06-28T16:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi', '_interfaces': [{'id': 'd32554d4-b7fe-4d5b-9e15-aeec90b1d5b2', 'name': '', 'network_id': '1113820a-e4bc-475d-ab40-abe09297a41e', 'tenant_id': 'ef6d67df2935467a8c9855979ceb5e65', 'mac_address': 'fa:16:3e:9d:29:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf502ec8-ba83-4231-88a5-2db63fe1806b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'acc7f902-942c-4b8b-9dcb-fb852c89cf6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:45:10Z', 'updated_at': '2021-06-28T16:45:22Z', 'revision_number': 5, 'project_id': 'ef6d67df2935467a8c9855979ceb5e65', 'subnets': [{'id': 'acc7f902-942c-4b8b-9dcb-fb852c89cf6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-iscsi', False) {} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:47:46.797064 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ff8cda-5555-4e08-a3ea-efae18beb94d None None] Checking router: cf502ec8-ba83-4231-88a5-2db63fe1806b for host: dv-cinder-798104-1-iscsi {{(pid=74152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 28 16:47:46.816604 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ff8cda-5555-4e08-a3ea-efae18beb94d None None] Routers {'cf502ec8-ba83-4231-88a5-2db63fe1806b'} bound to L3 agent in host dv-cinder-798104-1-iscsi {{(pid=74152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 28 16:47:46.817723 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-71ff8cda-5555-4e08-a3ea-efae18beb94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa2cf6698b0>, 'dv-cinder-798104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T16:33:11Z,description=<?>,heartbeat_timestamp=2021-06-28T16:47:41Z,host='dv-cinder-798104-1-iscsi',id=c1a676c2-2a78-4c35-ab22-a28e05dfd46e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-28T16:33:11Z,topic='l3_agent')) {'router_ids': ['cf502ec8-ba83-4231-88a5-2db63fe1806b'], 'active': True} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:47:46.985088 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-0cb03b05-699f-43d5-9755-8014bf8c905f req-dfbbf494-6f80-466a-8bde-baaf561ce96e service neutron] 10.222.0.15 "GET /v2.0/networks/1113820a-e4bc-475d-ab40-abe09297a41e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1955631
Jun 28 16:47:47.140914 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvr_db [None req-71ff8cda-5555-4e08-a3ea-efae18beb94d None None] Set router cf502ec8-ba83-4231-88a5-2db63fe1806b gateway port host: dv-cinder-798104-1-iscsi {{(pid=74152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 28 16:47:47.287835 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-0cb03b05-699f-43d5-9755-8014bf8c905f req-2d8a6192-6ef0-48e8-a625-516b56723ce6 service neutron] 10.222.0.15 "GET /v2.0/networks/1113820a-e4bc-475d-ab40-abe09297a41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2882664
Jun 28 16:47:47.304263 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b246ed7-8d8d-4cdd-b2d1-077ca80061b3 req-f1320101-6b44-44ee-8881-b7e0c6ff90b5 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:47:47.307345 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-7b246ed7-8d8d-4cdd-b2d1-077ca80061b3 req-f1320101-6b44-44ee-8881-b7e0c6ff90b5 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=66abd257-739b-4da2-9931-0f05ce8da130 HTTP/1.1" status: 200  len: 946 time: 0.1658838
Jun 28 16:47:47.386037 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-7b246ed7-8d8d-4cdd-b2d1-077ca80061b3 req-b086efce-e9f8-45c4-a29a-306cc1f14e6e tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=0fc9b833-75ba-412f-9101-db0a16953a9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0642891
Jun 28 16:47:47.627766 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-71ff8cda-5555-4e08-a3ea-efae18beb94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa2cf6698b0>, [{'id': 'cf502ec8-ba83-4231-88a5-2db63fe1806b', 'name': 'tempest-TestMinimumBasicScenario-1721821643-router', 'tenant_id': 'ef6d67df2935467a8c9855979ceb5e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '5ebb6ac0-f963-42cd-8b21-6f154351777c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:45:05Z', 'updated_at': '2021-06-28T16:45:11Z', 'revision_number': 4, 'project_id': 'ef6d67df2935467a8c9855979ceb5e65', 'gw_port': {'id': '5ebb6ac0-f963-42cd-8b21-6f154351777c', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf502ec8-ba83-4231-88a5-2db63fe1806b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:45:06Z', 'updated_at': '2021-06-28T16:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi', '_interfaces': [{'id': 'd32554d4-b7fe-4d5b-9e15-aeec90b1d5b2', 'name': '', 'network_id': '1113820a-e4bc-475d-ab40-abe09297a41e', 'tenant_id': 'ef6d67df2935467a8c9855979ceb5e65', 'mac_address': 'fa:16:3e:9d:29:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf502ec8-ba83-4231-88a5-2db63fe1806b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'acc7f902-942c-4b8b-9dcb-fb852c89cf6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:45:10Z', 'updated_at': '2021-06-28T16:45:22Z', 'revision_number': 5, 'project_id': 'ef6d67df2935467a8c9855979ceb5e65', 'subnets': [{'id': 'acc7f902-942c-4b8b-9dcb-fb852c89cf6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-iscsi', False) {} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:47:47.636589 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ff8cda-5555-4e08-a3ea-efae18beb94d None None] The sync data for ids ['cf502ec8-ba83-4231-88a5-2db63fe1806b'] in dv-cinder-798104-1-iscsi is: [{'id': 'cf502ec8-ba83-4231-88a5-2db63fe1806b', 'name': 'tempest-TestMinimumBasicScenario-1721821643-router', 'tenant_id': 'ef6d67df2935467a8c9855979ceb5e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '5ebb6ac0-f963-42cd-8b21-6f154351777c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:45:05Z', 'updated_at': '2021-06-28T16:45:11Z', 'revision_number': 4, 'project_id': 'ef6d67df2935467a8c9855979ceb5e65', 'gw_port': {'id': '5ebb6ac0-f963-42cd-8b21-6f154351777c', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf502ec8-ba83-4231-88a5-2db63fe1806b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:45:06Z', 'updated_at': '2021-06-28T16:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi', '_interfaces': [{'id': 'd32554d4-b7fe-4d5b-9e15-aeec90b1d5b2', 'name': '', 'network_id': '1113820a-e4bc-475d-ab40-abe09297a41e', 'tenant_id': 'ef6d67df2935467a8c9855979ceb5e65', 'mac_address': 'fa:16:3e:9d:29:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf502ec8-ba83-4231-88a5-2db63fe1806b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'acc7f902-942c-4b8b-9dcb-fb852c89cf6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:45:10Z', 'updated_at': '2021-06-28T16:45:22Z', 'revision_number': 5, 'project_id': 'ef6d67df2935467a8c9855979ceb5e65', 'subnets': [{'id': 'acc7f902-942c-4b8b-9dcb-fb852c89cf6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 28 16:47:48.641021 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04a5826-caab-480a-bc7a-bd710615477d req-f9c03045-7189-4442-8267-0fadb8b228b1 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:47:48.642704 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-d04a5826-caab-480a-bc7a-bd710615477d req-f9c03045-7189-4442-8267-0fadb8b228b1 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=66abd257-739b-4da2-9931-0f05ce8da130 HTTP/1.1" status: 200  len: 946 time: 0.0969410
Jun 28 16:47:48.700873 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-d04a5826-caab-480a-bc7a-bd710615477d req-39a33283-9b6b-46d2-88e7-dbc830ed31f5 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=0fc9b833-75ba-412f-9101-db0a16953a9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0507920
Jun 28 16:47:49.372529 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44400dd3-3994-4ae4-b75e-127205c4b2ca None None] New status for floating IP 81a0baab-34ac-4b7f-adf3-88f1d2e01905: DOWN {{(pid=74153) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jun 28 16:47:49.964173 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfaca37-884e-4127-8e07-f62942cde71c req-e29311e8-4483-427f-9b81-cb6a78852406 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:47:49.969917 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-1dfaca37-884e-4127-8e07-f62942cde71c req-e29311e8-4483-427f-9b81-cb6a78852406 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=66abd257-739b-4da2-9931-0f05ce8da130 HTTP/1.1" status: 200  len: 946 time: 0.1038332
Jun 28 16:47:50.031099 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-1dfaca37-884e-4127-8e07-f62942cde71c req-4160e85b-743d-47ae-9bab-8a544be92dc8 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=0fc9b833-75ba-412f-9101-db0a16953a9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0596824
Jun 28 16:47:51.301291 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a353d0-3d48-4211-806f-5b60f4048662 req-4b9821ef-e32a-4df6-890c-1e3fe9f1e388 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:47:51.302161 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-c6a353d0-3d48-4211-806f-5b60f4048662 req-4b9821ef-e32a-4df6-890c-1e3fe9f1e388 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Synchronizing usage tracker for tenant:ef6d67df2935467a8c9855979ceb5e65 on resource:port {{(pid=74150) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 28 16:47:51.326561 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-c6a353d0-3d48-4211-806f-5b60f4048662 req-4b9821ef-e32a-4df6-890c-1e3fe9f1e388 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Unset dirty status for tenant:ef6d67df2935467a8c9855979ceb5e65 on resource:port {{(pid=74150) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 28 16:47:51.327748 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-c6a353d0-3d48-4211-806f-5b60f4048662 req-4b9821ef-e32a-4df6-890c-1e3fe9f1e388 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "GET /v2.0/ports?device_id=b81a1608-9252-4639-beb8-5670363a7228 HTTP/1.1" status: 200  len: 946 time: 0.3417757
Jun 28 16:47:51.335359 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6c9bbc-0fca-4409-8370-4dcfeda283df req-f1a84bd9-ac55-4c81-ad13-b75c14e88f9f tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:47:51.336783 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-4d6c9bbc-0fca-4409-8370-4dcfeda283df req-f1a84bd9-ac55-4c81-ad13-b75c14e88f9f tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=66abd257-739b-4da2-9931-0f05ce8da130 HTTP/1.1" status: 200  len: 946 time: 0.1144707
Jun 28 16:47:51.417956 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-c6a353d0-3d48-4211-806f-5b60f4048662 req-ec2f8d74-1e59-42bd-95d8-09fc1bfdaaab tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Synchronizing usage tracker for tenant:ef6d67df2935467a8c9855979ceb5e65 on resource:security_group {{(pid=74150) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 28 16:47:51.423123 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-4d6c9bbc-0fca-4409-8370-4dcfeda283df req-6447de4d-38da-4834-92d4-3194d6e95ced tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=0fc9b833-75ba-412f-9101-db0a16953a9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0688801
Jun 28 16:47:51.440882 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-c6a353d0-3d48-4211-806f-5b60f4048662 req-ec2f8d74-1e59-42bd-95d8-09fc1bfdaaab tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Unset dirty status for tenant:ef6d67df2935467a8c9855979ceb5e65 on resource:security_group {{(pid=74150) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 28 16:47:51.442319 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-c6a353d0-3d48-4211-806f-5b60f4048662 req-ec2f8d74-1e59-42bd-95d8-09fc1bfdaaab tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "GET /v2.0/security-groups?id=50f17e0f-c82b-41aa-8bf5-826f54aa51e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1045492
Jun 28 16:47:52.721988 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device f090046c-f0d5-4f85-beb0-83bf7f44cb1b details requested by agent hyperv_hv-cinder-79810 with host hv-cinder-79810 {{(pid=74152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 28 16:47:52.790393 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6113755-46c5-4c36-a679-83a3b6c8a014 req-3a76eae0-9894-4813-83a8-c13fa4eb8df4 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:47:52.791799 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-b6113755-46c5-4c36-a679-83a3b6c8a014 req-3a76eae0-9894-4813-83a8-c13fa4eb8df4 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "GET /v2.0/ports?device_id=b81a1608-9252-4639-beb8-5670363a7228 HTTP/1.1" status: 200  len: 946 time: 0.1469448
Jun 28 16:47:52.798594 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4ad055-b5eb-4f5e-b457-49e7a4b6c2af req-7d5c710c-ce09-488c-a43f-21386f4d7ec6 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:47:52.800211 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-3a4ad055-b5eb-4f5e-b457-49e7a4b6c2af req-7d5c710c-ce09-488c-a43f-21386f4d7ec6 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=66abd257-739b-4da2-9931-0f05ce8da130 HTTP/1.1" status: 200  len: 946 time: 0.1227045
Jun 28 16:47:52.875585 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-b6113755-46c5-4c36-a679-83a3b6c8a014 req-39d069da-b122-493b-9c96-6c89a2afa9ae tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "GET /v2.0/security-groups?id=50f17e0f-c82b-41aa-8bf5-826f54aa51e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0744855
Jun 28 16:47:52.881671 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-3a4ad055-b5eb-4f5e-b457-49e7a4b6c2af req-83c9d684-841a-4bda-9e3a-faec26d8c061 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=0fc9b833-75ba-412f-9101-db0a16953a9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0654614
Jun 28 16:47:52.916488 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] For port f090046c-f0d5-4f85-beb0-83bf7f44cb1b, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=f090046c-f0d5-4f85-beb0-83bf7f44cb1b,segment=NetworkSegment(f7e7868f-b1c3-4298-a940-297b02826b74),segment_id=f7e7868f-b1c3-4298-a940-297b02826b74)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:47:52.933217 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Returning: {'device': 'f090046c-f0d5-4f85-beb0-83bf7f44cb1b', 'network_id': '5a346278-b5ab-4c50-92aa-d9c545e84c60', 'port_id': 'f090046c-f0d5-4f85-beb0-83bf7f44cb1b', 'mac_address': 'fa:16:3e:1e:28:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3e3d357-dcc0-424c-a40d-bd73416cd8db', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 28 16:47:52.990168 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:53.008707 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.notifiers.nova [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f090046c-f0d5-4f85-beb0-83bf7f44cb1b {{(pid=74152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 28 16:47:53.026226 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] For port f090046c-f0d5-4f85-beb0-83bf7f44cb1b, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=f090046c-f0d5-4f85-beb0-83bf7f44cb1b,segment=NetworkSegment(f7e7868f-b1c3-4298-a940-297b02826b74),segment_id=f7e7868f-b1c3-4298-a940-297b02826b74)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:47:53.031401 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:53.035131 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:47:53.131856 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Pushing event updated for resources: {'Port': ['ID=f090046c-f0d5-4f85-beb0-83bf7f44cb1b,revision_number=6']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:47:53.146242 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:47:53.147150 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:47:53.147525 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:47:53.147892 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:47:53.148260 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:47:53.148627 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:47:53.148988 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:47:53.149411 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:47:53.149774 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:47:53.150130 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:47:53.150486 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:47:53.154650 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:47:53.173650 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] get_ports_and_sgs() called for port_ids ['f090046c-f0d5-4f85-beb0-83bf7f44cb1b'] {{(pid=74152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 28 16:47:53.266625 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeb1017-a19c-4b7a-87ec-4d9a5d98bd90 req-983884d2-4258-4a5a-a31f-165bb790aafd tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:47:53.268637 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-edeb1017-a19c-4b7a-87ec-4d9a5d98bd90 req-983884d2-4258-4a5a-a31f-165bb790aafd tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.15 "GET /v2.0/ports?device_id=b81a1608-9252-4639-beb8-5670363a7228 HTTP/1.1" status: 200  len: 946 time: 0.0929298
Jun 28 16:47:53.381416 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.plugin [req-edeb1017-a19c-4b7a-87ec-4d9a5d98bd90 req-1c68a3d2-48f6-4929-9e79-b1c6ed11d91b tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Deleting port 9ef9ab2d-d8e5-41cf-9873-0bc20df26315 {{(pid=74150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 28 16:47:53.382060 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-edeb1017-a19c-4b7a-87ec-4d9a5d98bd90 req-1c68a3d2-48f6-4929-9e79-b1c6ed11d91b tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771078813103'] for port, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:53.757387 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.db [req-edeb1017-a19c-4b7a-87ec-4d9a5d98bd90 req-1c68a3d2-48f6-4929-9e79-b1c6ed11d91b tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] For port 9ef9ab2d-d8e5-41cf-9873-0bc20df26315, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=9ef9ab2d-d8e5-41cf-9873-0bc20df26315,segment=NetworkSegment(a4817e99-42da-4d18-9459-e39d672e39b3),segment_id=a4817e99-42da-4d18-9459-e39d672e39b3)] {{(pid=74150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:47:53.757976 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-edeb1017-a19c-4b7a-87ec-4d9a5d98bd90 req-1c68a3d2-48f6-4929-9e79-b1c6ed11d91b tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679626'] for port, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:53.914997 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.plugin [req-edeb1017-a19c-4b7a-87ec-4d9a5d98bd90 req-1c68a3d2-48f6-4929-9e79-b1c6ed11d91b tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Calling delete_port for 9ef9ab2d-d8e5-41cf-9873-0bc20df26315 owned by compute:nova {{(pid=74150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 28 16:47:54.296427 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-edeb1017-a19c-4b7a-87ec-4d9a5d98bd90 req-1c68a3d2-48f6-4929-9e79-b1c6ed11d91b tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771078770342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771078328122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32536825'] for port, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:54.308914 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-fea37578-16b8-4bc1-bf93-dc6a61153a8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:47:54.311423 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] get_ports_and_sgs() called for port_ids ['9ef9ab2d-d8e5-41cf-9873-0bc20df26315'] {{(pid=74152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 28 16:47:54.396975 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c68a3d2-48f6-4929-9e79-b1c6ed11d91b tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Pushing event deleted for resources: {'Port': ['ID=9ef9ab2d-d8e5-41cf-9873-0bc20df26315,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:47:54.405481 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-1c68a3d2-48f6-4929-9e79-b1c6ed11d91b tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:47:54.427603 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68650a7-9443-44be-a296-fbac0c4fdfbc req-68fd1966-d759-4784-bf6b-31e91b3bf989 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:47:54.429973 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-d68650a7-9443-44be-a296-fbac0c4fdfbc req-68fd1966-d759-4784-bf6b-31e91b3bf989 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=66abd257-739b-4da2-9931-0f05ce8da130 HTTP/1.1" status: 200  len: 945 time: 0.2498624
Jun 28 16:47:54.484172 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac917baa-98f3-4088-b1bd-f0119eb8fe4f req-c3dbae23-8d10-49e5-877a-7572c1ad59c2 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:47:54.486519 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-ac917baa-98f3-4088-b1bd-f0119eb8fe4f req-c3dbae23-8d10-49e5-877a-7572c1ad59c2 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "GET /v2.0/ports?device_id=b81a1608-9252-4639-beb8-5670363a7228 HTTP/1.1" status: 200  len: 867 time: 0.3806303
Jun 28 16:47:54.641805 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.l3_dvrscheduler_db [req-edeb1017-a19c-4b7a-87ec-4d9a5d98bd90 req-1c68a3d2-48f6-4929-9e79-b1c6ed11d91b tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] No DVR routers for this DVR port 9ef9ab2d-d8e5-41cf-9873-0bc20df26315 on host hv-cinder-79810 {{(pid=74150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 28 16:47:54.644675 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-edeb1017-a19c-4b7a-87ec-4d9a5d98bd90 req-1c68a3d2-48f6-4929-9e79-b1c6ed11d91b tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022804'] for port, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:54.658762 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b81a1608-9252-4639-beb8-5670363a7228', 'name': 'network-vif-deleted', 'tag': '9ef9ab2d-d8e5-41cf-9873-0bc20df26315'}] {{(pid=74150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 28 16:47:54.693432 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-ac917baa-98f3-4088-b1bd-f0119eb8fe4f req-d82c6f7a-2f8e-41c3-a45a-23d23fa44dd9 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.30 "GET /v2.0/security-groups?id=50f17e0f-c82b-41aa-8bf5-826f54aa51e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1561766
Jun 28 16:47:54.727736 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-edeb1017-a19c-4b7a-87ec-4d9a5d98bd90 req-1c68a3d2-48f6-4929-9e79-b1c6ed11d91b tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] 10.222.0.15 "DELETE /v2.0/ports/9ef9ab2d-d8e5-41cf-9873-0bc20df26315 HTTP/1.1" status: 204  len: 173 time: 1.4522626
Jun 28 16:47:54.746266 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device f090046c-f0d5-4f85-beb0-83bf7f44cb1b up at agent hyperv_hv-cinder-79810 {{(pid=74152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 28 16:47:54.753709 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-d68650a7-9443-44be-a296-fbac0c4fdfbc req-7cd8fc8d-a714-4ec2-8d2d-12c5a31996f7 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=0fc9b833-75ba-412f-9101-db0a16953a9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2796345
Jun 28 16:47:54.849366 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b81a1608-9252-4639-beb8-5670363a7228', 'name': 'network-vif-deleted', 'tag': '9ef9ab2d-d8e5-41cf-9873-0bc20df26315', 'status': 'completed', 'code': 200}
Jun 28 16:47:54.913364 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Provisioning complete for port f090046c-f0d5-4f85-beb0-83bf7f44cb1b triggered by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:47:54.914109 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:55.237441 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:55.281790 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66abd257-739b-4da2-9931-0f05ce8da130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f090046c-f0d5-4f85-beb0-83bf7f44cb1b'}] {{(pid=74152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 28 16:47:55.300372 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] For port f090046c-f0d5-4f85-beb0-83bf7f44cb1b, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=f090046c-f0d5-4f85-beb0-83bf7f44cb1b,segment=NetworkSegment(f7e7868f-b1c3-4298-a940-297b02826b74),segment_id=f7e7868f-b1c3-4298-a940-297b02826b74)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:47:55.307804 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:55.311115 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-edf2d2c2-ee6a-4cca-a168-019adfca2190 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:47:55.415385 dv-cinder-798104-1-iscsi neutron-server[74152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66abd257-739b-4da2-9931-0f05ce8da130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f090046c-f0d5-4f85-beb0-83bf7f44cb1b', 'code': 200}
Jun 28 16:47:55.452193 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Pushing event updated for resources: {'Port': ['ID=f090046c-f0d5-4f85-beb0-83bf7f44cb1b,revision_number=7']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:47:55.472114 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:47:56.271134 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929b906a-567d-4f6f-b90b-e6e7f46f8280 req-0a90e2eb-8c4f-4240-a633-6edb9a1e7946 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:47:56.272659 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-929b906a-567d-4f6f-b90b-e6e7f46f8280 req-0a90e2eb-8c4f-4240-a633-6edb9a1e7946 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=66abd257-739b-4da2-9931-0f05ce8da130 HTTP/1.1" status: 200  len: 946 time: 0.1219888
Jun 28 16:47:56.357931 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-929b906a-567d-4f6f-b90b-e6e7f46f8280 req-6d5ec5fd-ac95-4d21-bc11-629444fb9085 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=0fc9b833-75ba-412f-9101-db0a16953a9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0764959
Jun 28 16:47:56.702394 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 40704) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:47:56.758322 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device 9ef9ab2d-d8e5-41cf-9873-0bc20df26315 no longer exists at agent hyperv_hv-cinder-79810 {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 28 16:47:56.802175 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] No Port match for: 9ef9ab2d-d8e5-41cf-9873-0bc20df26315 {{(pid=74152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 28 16:47:56.803453 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device 9ef9ab2d-d8e5-41cf-9873-0bc20df26315 not bound to the agent host hv-cinder-79810 {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 28 16:47:57.265448 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-6ba0240e-359c-46ff-b2de-54b78d7ffa54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-677466'] for router_interface, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:57.794458 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a863a4a-0790-44ec-af39-a44d06d7193a req-646b1700-b051-4584-9971-aafe275d5bed tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:47:57.797859 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-4a863a4a-0790-44ec-af39-a44d06d7193a req-646b1700-b051-4584-9971-aafe275d5bed tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=66abd257-739b-4da2-9931-0f05ce8da130 HTTP/1.1" status: 200  len: 946 time: 0.2600539
Jun 28 16:47:57.949151 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-4a863a4a-0790-44ec-af39-a44d06d7193a req-173d7130-956e-4a70-97f1-1ce780c84534 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=0fc9b833-75ba-412f-9101-db0a16953a9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1425805
Jun 28 16:47:58.260612 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.plugin [None req-6ba0240e-359c-46ff-b2de-54b78d7ffa54 admin admin] Deleting port d32554d4-b7fe-4d5b-9e15-aeec90b1d5b2 {{(pid=74150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 28 16:47:58.260948 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-6ba0240e-359c-46ff-b2de-54b78d7ffa54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771078813103'] for port, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:58.472249 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.db [None req-6ba0240e-359c-46ff-b2de-54b78d7ffa54 admin admin] For port d32554d4-b7fe-4d5b-9e15-aeec90b1d5b2, host dv-cinder-798104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-iscsi',level=0,port_id=d32554d4-b7fe-4d5b-9e15-aeec90b1d5b2,segment=NetworkSegment(a4817e99-42da-4d18-9459-e39d672e39b3),segment_id=a4817e99-42da-4d18-9459-e39d672e39b3)] {{(pid=74150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:47:58.472601 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-6ba0240e-359c-46ff-b2de-54b78d7ffa54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679626'] for port, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:58.621240 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.plugin [None req-6ba0240e-359c-46ff-b2de-54b78d7ffa54 admin admin] Calling delete_port for d32554d4-b7fe-4d5b-9e15-aeec90b1d5b2 owned by network:router_interface {{(pid=74150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 28 16:47:58.949652 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-6ba0240e-359c-46ff-b2de-54b78d7ffa54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771078770342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771078328122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32536825'] for port, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:47:58.956742 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-1c68a3d2-48f6-4929-9e79-b1c6ed11d91b tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:47:59.011331 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba0240e-359c-46ff-b2de-54b78d7ffa54 admin admin] Pushing event deleted for resources: {'Port': ['ID=d32554d4-b7fe-4d5b-9e15-aeec90b1d5b2,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:47:59.015523 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-6ba0240e-359c-46ff-b2de-54b78d7ffa54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:47:59.425612 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f16e155-dc73-45d1-bec0-1c7a1af5b83b req-e386d9e8-f693-4356-a2ae-a6e50204410c tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:47:59.425612 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-6f16e155-dc73-45d1-bec0-1c7a1af5b83b req-e386d9e8-f693-4356-a2ae-a6e50204410c tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=66abd257-739b-4da2-9931-0f05ce8da130 HTTP/1.1" status: 200  len: 946 time: 0.1364391
Jun 28 16:47:59.571286 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-6f16e155-dc73-45d1-bec0-1c7a1af5b83b req-ae3af50c-9da5-4a17-95d8-7f53331c958b tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=0fc9b833-75ba-412f-9101-db0a16953a9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1362822
Jun 28 16:47:59.597842 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-6ba0240e-359c-46ff-b2de-54b78d7ffa54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675940'] for router_interface, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:00.328401 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ba0240e-359c-46ff-b2de-54b78d7ffa54 admin admin] Router cf502ec8-ba83-4231-88a5-2db63fe1806b has already been hosted by L3 agent c1a676c2-2a78-4c35-ab22-a28e05dfd46e {{(pid=74150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 28 16:48:00.574178 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ba0240e-359c-46ff-b2de-54b78d7ffa54 admin admin] Notify agent at l3_agent.dv-cinder-798104-1-iscsi the message routers_updated {{(pid=74150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 28 16:48:00.587439 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4badf3c4-dd17-4b3a-9727-3dac35188020 None None] Sync routers for ids ['cf502ec8-ba83-4231-88a5-2db63fe1806b'] in dv-cinder-798104-1-iscsi {{(pid=74152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 28 16:48:00.595582 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-6ba0240e-359c-46ff-b2de-54b78d7ffa54 admin admin] 10.222.0.30 "PUT /v2.0/routers/cf502ec8-ba83-4231-88a5-2db63fe1806b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8910635
Jun 28 16:48:00.599114 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 40736) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:48:00.617586 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4badf3c4-dd17-4b3a-9727-3dac35188020 None None] Routers {'cf502ec8-ba83-4231-88a5-2db63fe1806b'} bound to L3 agent in host dv-cinder-798104-1-iscsi {{(pid=74152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 28 16:48:00.618222 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-4badf3c4-dd17-4b3a-9727-3dac35188020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa2cfe68b50>, 'dv-cinder-798104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T16:33:11Z,description=<?>,heartbeat_timestamp=2021-06-28T16:47:41Z,host='dv-cinder-798104-1-iscsi',id=c1a676c2-2a78-4c35-ab22-a28e05dfd46e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-28T16:33:11Z,topic='l3_agent')) {'router_ids': ['cf502ec8-ba83-4231-88a5-2db63fe1806b'], 'active': True} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:48:00.857719 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-95106f68-1bb4-43f2-b1be-00f4d3938c27 admin admin] Notify callbacks [] for router, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:00.918179 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1d64da-0cf2-4306-a78a-7aa28803f889 req-e3793d5e-0f6c-40b8-a6f4-021539b7b1c1 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:48:00.919669 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-7b1d64da-0cf2-4306-a78a-7aa28803f889 req-e3793d5e-0f6c-40b8-a6f4-021539b7b1c1 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=66abd257-739b-4da2-9931-0f05ce8da130 HTTP/1.1" status: 200  len: 946 time: 0.1426914
Jun 28 16:48:00.933578 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvr_db [None req-4badf3c4-dd17-4b3a-9727-3dac35188020 None None] Set router cf502ec8-ba83-4231-88a5-2db63fe1806b gateway port host: dv-cinder-798104-1-iscsi {{(pid=74152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 28 16:48:00.982823 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-7b1d64da-0cf2-4306-a78a-7aa28803f889 req-b521a249-1819-4491-872e-95eb57a3877b tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=0fc9b833-75ba-412f-9101-db0a16953a9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0562129
Jun 28 16:48:01.087106 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-95106f68-1bb4-43f2-b1be-00f4d3938c27 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:01.102840 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.plugin [None req-95106f68-1bb4-43f2-b1be-00f4d3938c27 admin admin] Deleting port 5ebb6ac0-f963-42cd-8b21-6f154351777c {{(pid=74151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 28 16:48:01.103458 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-95106f68-1bb4-43f2-b1be-00f4d3938c27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771078813103'] for port, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:01.337569 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-4badf3c4-dd17-4b3a-9727-3dac35188020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa2cfe68b50>, [{'id': 'cf502ec8-ba83-4231-88a5-2db63fe1806b', 'name': 'tempest-TestMinimumBasicScenario-1721821643-router', 'tenant_id': 'ef6d67df2935467a8c9855979ceb5e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '5ebb6ac0-f963-42cd-8b21-6f154351777c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:45:05Z', 'updated_at': '2021-06-28T16:47:58Z', 'revision_number': 5, 'project_id': 'ef6d67df2935467a8c9855979ceb5e65', 'gw_port': {'id': '5ebb6ac0-f963-42cd-8b21-6f154351777c', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf502ec8-ba83-4231-88a5-2db63fe1806b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:45:06Z', 'updated_at': '2021-06-28T16:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi'}], 'dv-cinder-798104-1-iscsi', False) {} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:48:01.342175 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4badf3c4-dd17-4b3a-9727-3dac35188020 None None] Checking router: cf502ec8-ba83-4231-88a5-2db63fe1806b for host: dv-cinder-798104-1-iscsi {{(pid=74152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 28 16:48:01.360704 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4badf3c4-dd17-4b3a-9727-3dac35188020 None None] Routers {'cf502ec8-ba83-4231-88a5-2db63fe1806b'} bound to L3 agent in host dv-cinder-798104-1-iscsi {{(pid=74152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 28 16:48:01.363378 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-4badf3c4-dd17-4b3a-9727-3dac35188020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa2cfe68b50>, 'dv-cinder-798104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T16:33:11Z,description=<?>,heartbeat_timestamp=2021-06-28T16:47:41Z,host='dv-cinder-798104-1-iscsi',id=c1a676c2-2a78-4c35-ab22-a28e05dfd46e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-28T16:33:11Z,topic='l3_agent')) {'router_ids': ['cf502ec8-ba83-4231-88a5-2db63fe1806b'], 'active': True} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:48:01.379890 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.db [None req-95106f68-1bb4-43f2-b1be-00f4d3938c27 admin admin] For port 5ebb6ac0-f963-42cd-8b21-6f154351777c, host dv-cinder-798104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-iscsi',level=0,port_id=5ebb6ac0-f963-42cd-8b21-6f154351777c,segment=NetworkSegment(c33c21b7-7592-40e1-a334-7e00067f8a18),segment_id=c33c21b7-7592-40e1-a334-7e00067f8a18)] {{(pid=74151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:48:01.380329 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-95106f68-1bb4-43f2-b1be-00f4d3938c27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679626'] for port, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:01.564308 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvr_db [None req-4badf3c4-dd17-4b3a-9727-3dac35188020 None None] Set router cf502ec8-ba83-4231-88a5-2db63fe1806b gateway port host: None {{(pid=74152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 28 16:48:01.642210 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.plugin [None req-95106f68-1bb4-43f2-b1be-00f4d3938c27 admin admin] Calling delete_port for 5ebb6ac0-f963-42cd-8b21-6f154351777c owned by network:router_gateway {{(pid=74151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 28 16:48:01.675092 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-4badf3c4-dd17-4b3a-9727-3dac35188020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa2cfe68b50>, [{'id': 'cf502ec8-ba83-4231-88a5-2db63fe1806b', 'name': 'tempest-TestMinimumBasicScenario-1721821643-router', 'tenant_id': 'ef6d67df2935467a8c9855979ceb5e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:45:05Z', 'updated_at': '2021-06-28T16:48:01Z', 'revision_number': 6, 'project_id': 'ef6d67df2935467a8c9855979ceb5e65', 'gw_port_host': None}], 'dv-cinder-798104-1-iscsi', False) {} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:48:01.682420 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4badf3c4-dd17-4b3a-9727-3dac35188020 None None] The sync data for ids ['cf502ec8-ba83-4231-88a5-2db63fe1806b'] in dv-cinder-798104-1-iscsi is: [{'id': 'cf502ec8-ba83-4231-88a5-2db63fe1806b', 'name': 'tempest-TestMinimumBasicScenario-1721821643-router', 'tenant_id': 'ef6d67df2935467a8c9855979ceb5e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:45:05Z', 'updated_at': '2021-06-28T16:48:01Z', 'revision_number': 6, 'project_id': 'ef6d67df2935467a8c9855979ceb5e65', 'gw_port_host': None}] {{(pid=74152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 28 16:48:02.217943 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-95106f68-1bb4-43f2-b1be-00f4d3938c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771078770342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771078328122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32204965'] for port, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:02.236423 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-c19e885a-20c9-4774-989e-40febd271b23 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:48:02.378398 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95106f68-1bb4-43f2-b1be-00f4d3938c27 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ebb6ac0-f963-42cd-8b21-6f154351777c,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:48:02.381544 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-95106f68-1bb4-43f2-b1be-00f4d3938c27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:48:02.525587 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.agents_db [None req-cfc1c983-b0ac-48e0-8737-db5653a7b2f7 None None] Agent healthcheck: found 6 active agents {{(pid=74153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 28 16:48:02.724235 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f71e27-076e-45b4-82e8-77413638e342 req-ab0689ab-5789-47d3-a2f3-6c6f53a6f23e tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:48:02.737021 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-17f71e27-076e-45b4-82e8-77413638e342 req-ab0689ab-5789-47d3-a2f3-6c6f53a6f23e tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=66abd257-739b-4da2-9931-0f05ce8da130 HTTP/1.1" status: 200  len: 946 time: 0.1963129
Jun 28 16:48:02.829972 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-17f71e27-076e-45b4-82e8-77413638e342 req-5a56631b-5b68-47cf-b316-1220b313cdb1 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=0fc9b833-75ba-412f-9101-db0a16953a9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0775290
Jun 28 16:48:02.876630 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-95106f68-1bb4-43f2-b1be-00f4d3938c27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-674445'] for router_gateway, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:03.263010 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-95106f68-1bb4-43f2-b1be-00f4d3938c27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-673565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:03.278524 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-95106f68-1bb4-43f2-b1be-00f4d3938c27 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:03.379547 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-95106f68-1bb4-43f2-b1be-00f4d3938c27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-673777'] for router, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:03.380064 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95106f68-1bb4-43f2-b1be-00f4d3938c27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf502ec8-ba83-4231-88a5-2db63fe1806b {{(pid=74151) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 28 16:48:03.400252 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-95106f68-1bb4-43f2-b1be-00f4d3938c27 admin admin] Notify callbacks [] for router, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:03.401404 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-95106f68-1bb4-43f2-b1be-00f4d3938c27 admin admin] 10.222.0.30 "DELETE /v2.0/routers/cf502ec8-ba83-4231-88a5-2db63fe1806b HTTP/1.1" status: 204  len: 168 time: 2.8012774
Jun 28 16:48:03.403931 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 40762) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:48:03.495309 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.db_base_plugin_v2 [None req-82fe11a9-a1bc-4c8c-8937-83e8ee68b9b5 admin admin] Deleting subnet acc7f902-942c-4b8b-9dcb-fb852c89cf6c {{(pid=74151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 28 16:48:03.499522 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-82fe11a9-a1bc-4c8c-8937-83e8ee68b9b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:03.593723 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-82fe11a9-a1bc-4c8c-8937-83e8ee68b9b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32205908'] for subnet, precommit_delete_associations {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:03.742785 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-82fe11a9-a1bc-4c8c-8937-83e8ee68b9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1427664'] for subnet, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:03.778367 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device d32554d4-b7fe-4d5b-9e15-aeec90b1d5b2 no longer exists at agent ovs-agent-dv-cinder-798104-1-iscsi {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 28 16:48:03.820711 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] No Port match for: d32554d4-b7fe-4d5b-9e15-aeec90b1d5b2 {{(pid=74152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 28 16:48:03.821487 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device d32554d4-b7fe-4d5b-9e15-aeec90b1d5b2 not bound to the agent host dv-cinder-798104-1-iscsi {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 28 16:48:03.822137 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device 5ebb6ac0-f963-42cd-8b21-6f154351777c no longer exists at agent ovs-agent-dv-cinder-798104-1-iscsi {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 28 16:48:03.861278 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] No Port match for: 5ebb6ac0-f963-42cd-8b21-6f154351777c {{(pid=74152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 28 16:48:03.862015 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device 5ebb6ac0-f963-42cd-8b21-6f154351777c not bound to the agent host dv-cinder-798104-1-iscsi {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 28 16:48:03.895199 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-82fe11a9-a1bc-4c8c-8937-83e8ee68b9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32204886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32082068'] for subnet, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:03.905088 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-bacb01d0-1c1c-42bc-94f8-157a186b0e32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:48:03.995511 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fe11a9-a1bc-4c8c-8937-83e8ee68b9b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acc7f902-942c-4b8b-9dcb-fb852c89cf6c,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:48:03.999741 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-82fe11a9-a1bc-4c8c-8937-83e8ee68b9b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:48:04.013962 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-82fe11a9-a1bc-4c8c-8937-83e8ee68b9b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:04.024063 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22ff5c8-c8f4-4716-a903-4544e45043e9 None None] Network 1113820a-e4bc-475d-ab40-abe09297a41e requested from dv-cinder-798104-1-iscsi {{(pid=74152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 28 16:48:04.028727 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-82fe11a9-a1bc-4c8c-8937-83e8ee68b9b5 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/acc7f902-942c-4b8b-9dcb-fb852c89cf6c HTTP/1.1" status: 204  len: 168 time: 0.6237395
Jun 28 16:48:04.029270 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 40772) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:48:04.376446 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-b1b1ae00-41f1-4bfe-968f-f151ac6e5f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1600473'] for network, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:04.399369 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.plugin [None req-b1b1ae00-41f1-4bfe-968f-f151ac6e5f08 admin admin] Deleting port 33ec1d3f-8f8b-4d3d-a449-a1a6469964d8 {{(pid=74150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 28 16:48:04.399731 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-b1b1ae00-41f1-4bfe-968f-f151ac6e5f08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771078813103'] for port, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:04.437452 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1119d0ee-5ab9-43d3-94e1-117da2301343 req-3dcefb2d-fb5f-49a1-a4d9-ac8280284403 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:48:04.445492 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-1119d0ee-5ab9-43d3-94e1-117da2301343 req-3dcefb2d-fb5f-49a1-a4d9-ac8280284403 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=66abd257-739b-4da2-9931-0f05ce8da130 HTTP/1.1" status: 200  len: 946 time: 0.2403967
Jun 28 16:48:04.554430 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-1119d0ee-5ab9-43d3-94e1-117da2301343 req-2df5b0d6-937c-4b05-9660-683f290b65e1 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=0fc9b833-75ba-412f-9101-db0a16953a9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1080654
Jun 28 16:48:04.579405 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03cbf56-36c4-4413-802c-e26584d8bcca None None] DHCP port deletion for 1113820a-e4bc-475d-ab40-abe09297a41e request from dv-cinder-798104-1-iscsi {{(pid=74152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Jun 28 16:48:04.601847 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-f03cbf56-36c4-4413-802c-e26584d8bcca None None] Deleting port 33ec1d3f-8f8b-4d3d-a449-a1a6469964d8 {{(pid=74152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 28 16:48:04.602563 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-f03cbf56-36c4-4413-802c-e26584d8bcca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771078813103'] for port, before_delete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:04.727168 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.db [None req-b1b1ae00-41f1-4bfe-968f-f151ac6e5f08 admin admin] For port 33ec1d3f-8f8b-4d3d-a449-a1a6469964d8, host dv-cinder-798104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-iscsi',level=0,port_id=33ec1d3f-8f8b-4d3d-a449-a1a6469964d8,segment=NetworkSegment(a4817e99-42da-4d18-9459-e39d672e39b3),segment_id=a4817e99-42da-4d18-9459-e39d672e39b3)] {{(pid=74150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:48:04.727575 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-b1b1ae00-41f1-4bfe-968f-f151ac6e5f08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679626'] for port, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:04.874438 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.plugin [None req-b1b1ae00-41f1-4bfe-968f-f151ac6e5f08 admin admin] Calling delete_port for 33ec1d3f-8f8b-4d3d-a449-a1a6469964d8 owned by network:dhcp {{(pid=74150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 28 16:48:04.980463 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-b1b1ae00-41f1-4bfe-968f-f151ac6e5f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771078770342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771078328122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32536825'] for port, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:05.001257 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-e802395c-4301-4a2a-9bef-ac34b84e146b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:48:05.059317 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b1ae00-41f1-4bfe-968f-f151ac6e5f08 admin admin] Pushing event deleted for resources: {'Port': ['ID=33ec1d3f-8f8b-4d3d-a449-a1a6469964d8,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:48:05.063305 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-b1b1ae00-41f1-4bfe-968f-f151ac6e5f08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:48:05.064329 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b1ae00-41f1-4bfe-968f-f151ac6e5f08 admin admin] No DVR routers for this DVR port 33ec1d3f-8f8b-4d3d-a449-a1a6469964d8 on host dv-cinder-798104-1-iscsi {{(pid=74150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 28 16:48:05.072683 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-f03cbf56-36c4-4413-802c-e26584d8bcca None None] For port 33ec1d3f-8f8b-4d3d-a449-a1a6469964d8, host dv-cinder-798104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-iscsi',level=0,port_id=33ec1d3f-8f8b-4d3d-a449-a1a6469964d8,segment=NetworkSegment(a4817e99-42da-4d18-9459-e39d672e39b3),segment_id=a4817e99-42da-4d18-9459-e39d672e39b3)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:48:05.073273 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-f03cbf56-36c4-4413-802c-e26584d8bcca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679626'] for port, precommit_delete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:05.266428 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-f03cbf56-36c4-4413-802c-e26584d8bcca None None] Calling delete_port for 33ec1d3f-8f8b-4d3d-a449-a1a6469964d8 owned by network:dhcp {{(pid=74152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 28 16:48:05.299092 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-b1b1ae00-41f1-4bfe-968f-f151ac6e5f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1428645', 'neutron.services.segments.db._delete_segments_for_network-8771078865026'] for network, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:05.315523 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.services.segments.db [None req-b1b1ae00-41f1-4bfe-968f-f151ac6e5f08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa2ce7ce5b0>,) {'filters': {'network_id': ['1113820a-e4bc-475d-ab40-abe09297a41e']}} {{(pid=74150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:48:05.336673 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.services.segments.db [None req-b1b1ae00-41f1-4bfe-968f-f151ac6e5f08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa2ce7ce5b0>, 'a4817e99-42da-4d18-9459-e39d672e39b3') {'for_net_delete': True} {{(pid=74150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:48:05.336961 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.services.segments.db [None req-b1b1ae00-41f1-4bfe-968f-f151ac6e5f08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa2ce7ce5b0>, 'a4817e99-42da-4d18-9459-e39d672e39b3') {} {{(pid=74150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:48:05.352438 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-b1b1ae00-41f1-4bfe-968f-f151ac6e5f08 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771078786973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32537741'] for segment, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:05.370727 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a122038-d363-43a2-8354-d236ca1ce99a req-92a25891-2f3d-430c-9e3d-5cb91d6aa39a tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:48:05.372243 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-0a122038-d363-43a2-8354-d236ca1ce99a req-92a25891-2f3d-430c-9e3d-5cb91d6aa39a tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a8dcfd2-cb43-4841-92aa-a24274d78585 HTTP/1.1" status: 200  len: 945 time: 0.1682076
Jun 28 16:48:05.381545 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-b1b1ae00-41f1-4bfe-968f-f151ac6e5f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719364'] for segment, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:05.425968 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1b1ae00-41f1-4bfe-968f-f151ac6e5f08 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=74150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jun 28 16:48:05.426656 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-b1b1ae00-41f1-4bfe-968f-f151ac6e5f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1719391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32536748'] for segment, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:05.441462 dv-cinder-798104-1-iscsi neutron-server[74150]: Traceback (most recent call last):
Jun 28 16:48:05.441462 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jun 28 16:48:05.441462 dv-cinder-798104-1-iscsi neutron-server[74150]:     timer()
Jun 28 16:48:05.441462 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 28 16:48:05.441462 dv-cinder-798104-1-iscsi neutron-server[74150]:     cb(*args, **kw)
Jun 28 16:48:05.441462 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jun 28 16:48:05.441462 dv-cinder-798104-1-iscsi neutron-server[74150]:     return func(*args, **kwargs)
Jun 28 16:48:05.441462 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 28 16:48:05.441462 dv-cinder-798104-1-iscsi neutron-server[74150]:     self._notify()
Jun 28 16:48:05.441462 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 28 16:48:05.441462 dv-cinder-798104-1-iscsi neutron-server[74150]:     self.callback(batched_events)
Jun 28 16:48:05.441462 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 28 16:48:05.441462 dv-cinder-798104-1-iscsi neutron-server[74150]:     event.method(event)
Jun 28 16:48:05.441462 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 28 16:48:05.441462 dv-cinder-798104-1-iscsi neutron-server[74150]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 28 16:48:05.441462 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 28 16:48:05.441462 dv-cinder-798104-1-iscsi neutron-server[74150]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 28 16:48:05.441462 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 28 16:48:05.441462 dv-cinder-798104-1-iscsi neutron-server[74150]:     return f(self, *a, **k)
Jun 28 16:48:05.441462 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jun 28 16:48:05.441462 dv-cinder-798104-1-iscsi neutron-server[74150]:     return self._get(url).json()
Jun 28 16:48:05.441462 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jun 28 16:48:05.441462 dv-cinder-798104-1-iscsi neutron-server[74150]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 28 16:48:05.441462 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jun 28 16:48:05.441462 dv-cinder-798104-1-iscsi neutron-server[74150]:     return self.request(url, 'GET', **kwargs)
Jun 28 16:48:05.441462 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jun 28 16:48:05.441462 dv-cinder-798104-1-iscsi neutron-server[74150]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 28 16:48:05.441462 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jun 28 16:48:05.441462 dv-cinder-798104-1-iscsi neutron-server[74150]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 28 16:48:05.441462 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jun 28 16:48:05.441462 dv-cinder-798104-1-iscsi neutron-server[74150]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 28 16:48:05.441462 dv-cinder-798104-1-iscsi neutron-server[74150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 28 16:48:05.492736 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.db.api [None req-f03cbf56-36c4-4413-802c-e26584d8bcca None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74152) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 28 16:48:05.493398 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_db.api [None req-f03cbf56-36c4-4413-802c-e26584d8bcca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 28 16:48:05.545882 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-0a122038-d363-43a2-8354-d236ca1ce99a req-c4d7ebb0-af57-4939-b767-c3e8c96baad8 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/security-groups?id=e5835071-53b8-4807-a894-272f86cdf856&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1662602
Jun 28 16:48:05.580846 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-b1b1ae00-41f1-4bfe-968f-f151ac6e5f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1428054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-674480'] for network, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:05.586523 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-b94066ce-c420-44d1-bdb0-8a1c97456fbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:48:05.604036 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-b1b1ae00-41f1-4bfe-968f-f151ac6e5f08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533674'] for network, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:05.616148 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b1ae00-41f1-4bfe-968f-f151ac6e5f08 admin admin] Pushing event deleted for resources: {'Network': ['ID=1113820a-e4bc-475d-ab40-abe09297a41e,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:48:05.618832 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-b1b1ae00-41f1-4bfe-968f-f151ac6e5f08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:48:05.627746 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-b1b1ae00-41f1-4bfe-968f-f151ac6e5f08 admin admin] 10.222.0.30 "DELETE /v2.0/networks/1113820a-e4bc-475d-ab40-abe09297a41e HTTP/1.1" status: 204  len: 168 time: 1.5962386
Jun 28 16:48:05.630881 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 40786) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:48:05.881967 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device 33ec1d3f-8f8b-4d3d-a449-a1a6469964d8 no longer exists at agent ovs-agent-dv-cinder-798104-1-iscsi {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 28 16:48:05.921326 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] No Port match for: 33ec1d3f-8f8b-4d3d-a449-a1a6469964d8 {{(pid=74152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 28 16:48:05.921674 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device 33ec1d3f-8f8b-4d3d-a449-a1a6469964d8 not bound to the agent host dv-cinder-798104-1-iscsi {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 28 16:48:05.994387 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-f03cbf56-36c4-4413-802c-e26584d8bcca None None] Deleting port 33ec1d3f-8f8b-4d3d-a449-a1a6469964d8 {{(pid=74152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 28 16:48:05.996828 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-f03cbf56-36c4-4413-802c-e26584d8bcca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771078813103'] for port, before_delete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:06.044727 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbc804f-fcea-40b4-a410-00d7aaa3c7b0 req-a659e006-7d15-4466-a07c-23981da38a81 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:48:06.052839 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-1fbc804f-fcea-40b4-a410-00d7aaa3c7b0 req-a659e006-7d15-4466-a07c-23981da38a81 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=66abd257-739b-4da2-9931-0f05ce8da130 HTTP/1.1" status: 200  len: 946 time: 0.1065648
Jun 28 16:48:06.124130 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-f03cbf56-36c4-4413-802c-e26584d8bcca None None] The port '33ec1d3f-8f8b-4d3d-a449-a1a6469964d8' was deleted {{(pid=74152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Jun 28 16:48:06.136340 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-1fbc804f-fcea-40b4-a410-00d7aaa3c7b0 req-51e0d84e-4f2a-4081-b6df-8f66cda90fb1 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=0fc9b833-75ba-412f-9101-db0a16953a9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0814455
Jun 28 16:48:06.386440 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-ac8822ef-53f8-4303-8220-7d62050eab46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-677466'] for router_interface, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:06.812179 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ff77ae-3eb0-40fb-b510-49d21e6b4069 req-fb12f5ef-3bfc-471b-ae9e-be4f4762158e tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:48:06.813594 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-a2ff77ae-3eb0-40fb-b510-49d21e6b4069 req-fb12f5ef-3bfc-471b-ae9e-be4f4762158e tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a8dcfd2-cb43-4841-92aa-a24274d78585 HTTP/1.1" status: 200  len: 945 time: 0.1291351
Jun 28 16:48:06.867878 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-a2ff77ae-3eb0-40fb-b510-49d21e6b4069 req-47deff33-899b-4dd1-ab67-a0b364842f51 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/security-groups?id=e5835071-53b8-4807-a894-272f86cdf856&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479219
Jun 28 16:48:06.997821 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82633ff7-51f3-44c7-a7c4-2f9ac7696048 req-6d477dac-1deb-4d2f-a195-b1b87233c57d tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:48:06.999950 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-82633ff7-51f3-44c7-a7c4-2f9ac7696048 req-6d477dac-1deb-4d2f-a195-b1b87233c57d tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a8dcfd2-cb43-4841-92aa-a24274d78585 HTTP/1.1" status: 200  len: 945 time: 0.0860050
Jun 28 16:48:07.095506 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.plugin [req-82633ff7-51f3-44c7-a7c4-2f9ac7696048 req-dc076536-f66d-4ce6-b637-7f576ceb637f tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Deleting port 09992bcd-4ae9-41fb-be4e-7efb5ea80349 {{(pid=74150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 28 16:48:07.095941 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-82633ff7-51f3-44c7-a7c4-2f9ac7696048 req-dc076536-f66d-4ce6-b637-7f576ceb637f tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771078813103'] for port, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:07.271234 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.plugin [None req-ac8822ef-53f8-4303-8220-7d62050eab46 admin admin] Deleting port 0dc7c1e1-e558-4785-b1c8-9fd9798b3598 {{(pid=74151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 28 16:48:07.272251 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-ac8822ef-53f8-4303-8220-7d62050eab46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771078813103'] for port, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:07.470538 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.db [None req-ac8822ef-53f8-4303-8220-7d62050eab46 admin admin] For port 0dc7c1e1-e558-4785-b1c8-9fd9798b3598, host dv-cinder-798104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-iscsi',level=0,port_id=0dc7c1e1-e558-4785-b1c8-9fd9798b3598,segment=NetworkSegment(ce63ed61-f554-454d-be9a-06d795c52bb0),segment_id=ce63ed61-f554-454d-be9a-06d795c52bb0)] {{(pid=74151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:48:07.470904 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-ac8822ef-53f8-4303-8220-7d62050eab46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679626'] for port, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:07.527985 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.db [req-82633ff7-51f3-44c7-a7c4-2f9ac7696048 req-dc076536-f66d-4ce6-b637-7f576ceb637f tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] For port 09992bcd-4ae9-41fb-be4e-7efb5ea80349, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=09992bcd-4ae9-41fb-be4e-7efb5ea80349,segment=NetworkSegment(d95c8297-5540-4933-9f3d-9c3b535a42fe),segment_id=d95c8297-5540-4933-9f3d-9c3b535a42fe)] {{(pid=74150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:48:07.528620 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-82633ff7-51f3-44c7-a7c4-2f9ac7696048 req-dc076536-f66d-4ce6-b637-7f576ceb637f tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679626'] for port, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:07.602481 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.plugin [None req-ac8822ef-53f8-4303-8220-7d62050eab46 admin admin] Calling delete_port for 0dc7c1e1-e558-4785-b1c8-9fd9798b3598 owned by network:router_interface {{(pid=74151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 28 16:48:07.605310 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa21d4d-e666-40e5-bf08-55bc8e4436b2 req-1c0ceb1c-d772-410b-a3c8-ded0c57853eb tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:48:07.606872 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-0aa21d4d-e666-40e5-bf08-55bc8e4436b2 req-1c0ceb1c-d772-410b-a3c8-ded0c57853eb tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=66abd257-739b-4da2-9931-0f05ce8da130 HTTP/1.1" status: 200  len: 946 time: 0.2814806
Jun 28 16:48:07.765548 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-0aa21d4d-e666-40e5-bf08-55bc8e4436b2 req-79962661-aec6-4d9e-9117-3f266f2ad2d2 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=0fc9b833-75ba-412f-9101-db0a16953a9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1450384
Jun 28 16:48:07.839115 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-ac8822ef-53f8-4303-8220-7d62050eab46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771078770342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771078328122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32204965'] for port, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:07.844196 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-bd3ce9e9-dc4e-483e-9453-280a3c98ace5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:48:07.927284 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8822ef-53f8-4303-8220-7d62050eab46 admin admin] Pushing event deleted for resources: {'Port': ['ID=0dc7c1e1-e558-4785-b1c8-9fd9798b3598,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:48:07.932199 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-ac8822ef-53f8-4303-8220-7d62050eab46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:48:07.948469 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-82633ff7-51f3-44c7-a7c4-2f9ac7696048 req-dc076536-f66d-4ce6-b637-7f576ceb637f tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:07.949279 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-82633ff7-51f3-44c7-a7c4-2f9ac7696048 req-dc076536-f66d-4ce6-b637-7f576ceb637f tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674138'] for floatingip, after_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:07.949881 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.db.l3_db [req-82633ff7-51f3-44c7-a7c4-2f9ac7696048 req-dc076536-f66d-4ce6-b637-7f576ceb637f tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Floating IP c1c4b721-5024-4710-8aed-acd28e5c0ba2 disassociated. External IP: 172.27.2.62, port: 09992bcd-4ae9-41fb-be4e-7efb5ea80349.
Jun 28 16:48:07.950439 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.plugin [req-82633ff7-51f3-44c7-a7c4-2f9ac7696048 req-dc076536-f66d-4ce6-b637-7f576ceb637f tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Calling delete_port for 09992bcd-4ae9-41fb-be4e-7efb5ea80349 owned by compute:nova {{(pid=74150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 28 16:48:08.187745 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-c75572f3-acd4-4cc1-979e-5c140772f3b6 req-b82139d8-146f-4c8c-a1a7-59c30062235d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=63a2e49b0c454d43890a422c6fd0684c&device_id=66abd257-739b-4da2-9931-0f05ce8da130 HTTP/1.1" status: 200  len: 1099 time: 0.3079531
Jun 28 16:48:08.234011 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-82633ff7-51f3-44c7-a7c4-2f9ac7696048 req-dc076536-f66d-4ce6-b637-7f576ceb637f tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771078770342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771078328122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32536825'] for port, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:08.241397 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-6ba0240e-359c-46ff-b2de-54b78d7ffa54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:48:08.294479 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc076536-f66d-4ce6-b637-7f576ceb637f tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Pushing event deleted for resources: {'Port': ['ID=09992bcd-4ae9-41fb-be4e-7efb5ea80349,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:48:08.296908 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-dc076536-f66d-4ce6-b637-7f576ceb637f tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:48:08.396242 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54049c95-9357-44fe-a58b-2a8a96ce9d61 req-6b2c1a54-0bf0-4080-bad3-cbf943955ac6 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:48:08.397837 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-54049c95-9357-44fe-a58b-2a8a96ce9d61 req-6b2c1a54-0bf0-4080-bad3-cbf943955ac6 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a8dcfd2-cb43-4841-92aa-a24274d78585 HTTP/1.1" status: 200  len: 867 time: 0.2227268
Jun 28 16:48:08.466092 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-54049c95-9357-44fe-a58b-2a8a96ce9d61 req-273bf6ce-50d1-491d-941b-2f60488ee0cc tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/security-groups?id=e5835071-53b8-4807-a894-272f86cdf856&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0593050
Jun 28 16:48:08.489983 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75572f3-acd4-4cc1-979e-5c140772f3b6 req-0a44b8e3-b5e3-44a7-b763-696ca49685aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:48:08.491707 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-c75572f3-acd4-4cc1-979e-5c140772f3b6 req-0a44b8e3-b5e3-44a7-b763-696ca49685aa service neutron] 10.222.0.15 "GET /v2.0/networks?id=5a346278-b5ab-4c50-92aa-d9c545e84c60 HTTP/1.1" status: 200  len: 918 time: 0.2915995
Jun 28 16:48:08.581794 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82633ff7-51f3-44c7-a7c4-2f9ac7696048 req-dc076536-f66d-4ce6-b637-7f576ceb637f tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Router 0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49 has already been hosted by L3 agent c1a676c2-2a78-4c35-ab22-a28e05dfd46e {{(pid=74150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 28 16:48:08.617822 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-c75572f3-acd4-4cc1-979e-5c140772f3b6 req-a8e09bb7-a0e9-4ecf-af44-69f1e10a6217 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f090046c-f0d5-4f85-beb0-83bf7f44cb1b HTTP/1.1" status: 200  len: 1001 time: 0.1186175
Jun 28 16:48:08.624078 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-ac8822ef-53f8-4303-8220-7d62050eab46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675940'] for router_interface, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:08.756408 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75572f3-acd4-4cc1-979e-5c140772f3b6 req-887a66da-b1fb-4d70-a3bb-56daf461157a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:48:08.757899 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-c75572f3-acd4-4cc1-979e-5c140772f3b6 req-887a66da-b1fb-4d70-a3bb-56daf461157a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b3e3d357-dcc0-424c-a40d-bd73416cd8db HTTP/1.1" status: 200  len: 856 time: 0.1302364
Jun 28 16:48:08.835688 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82633ff7-51f3-44c7-a7c4-2f9ac7696048 req-dc076536-f66d-4ce6-b637-7f576ceb637f tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify agent at l3_agent.dv-cinder-798104-1-iscsi the message routers_updated {{(pid=74150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 28 16:48:08.848822 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e079868f-a7ff-4891-bacb-1560c93c8446 None None] Sync routers for ids ['0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49'] in dv-cinder-798104-1-iscsi {{(pid=74153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 28 16:48:08.866852 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e079868f-a7ff-4891-bacb-1560c93c8446 None None] Routers {'0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49'} bound to L3 agent in host dv-cinder-798104-1-iscsi {{(pid=74153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 28 16:48:08.867470 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_hamode_db [None req-e079868f-a7ff-4891-bacb-1560c93c8446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa2cfae5be0>, 'dv-cinder-798104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T16:33:11Z,description=<?>,heartbeat_timestamp=2021-06-28T16:47:41Z,host='dv-cinder-798104-1-iscsi',id=c1a676c2-2a78-4c35-ab22-a28e05dfd46e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-28T16:33:11Z,topic='l3_agent')) {'router_ids': ['0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49'], 'active': True} {{(pid=74153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:48:08.870467 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-c75572f3-acd4-4cc1-979e-5c140772f3b6 req-092b9ba8-1b80-44bc-89c1-56ecc6a2f716 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5a346278-b5ab-4c50-92aa-d9c545e84c60&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1035759
Jun 28 16:48:08.910276 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.l3_dvrscheduler_db [req-82633ff7-51f3-44c7-a7c4-2f9ac7696048 req-dc076536-f66d-4ce6-b637-7f576ceb637f tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] No DVR routers for this DVR port 09992bcd-4ae9-41fb-be4e-7efb5ea80349 on host hv-cinder-79810 {{(pid=74150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 28 16:48:08.913498 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-82633ff7-51f3-44c7-a7c4-2f9ac7696048 req-dc076536-f66d-4ce6-b637-7f576ceb637f tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022804'] for port, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:08.917590 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a8dcfd2-cb43-4841-92aa-a24274d78585', 'name': 'network-vif-deleted', 'tag': '09992bcd-4ae9-41fb-be4e-7efb5ea80349'}] {{(pid=74150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 28 16:48:08.938247 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-82633ff7-51f3-44c7-a7c4-2f9ac7696048 req-dc076536-f66d-4ce6-b637-7f576ceb637f tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.15 "DELETE /v2.0/ports/09992bcd-4ae9-41fb-be4e-7efb5ea80349 HTTP/1.1" status: 204  len: 173 time: 1.9298670
Jun 28 16:48:08.973742 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-70311e76-ea0c-4789-bb83-f9100fe12981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:09.031826 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a8dcfd2-cb43-4841-92aa-a24274d78585', 'name': 'network-vif-deleted', 'tag': '09992bcd-4ae9-41fb-be4e-7efb5ea80349', 'status': 'completed', 'code': 200}
Jun 28 16:48:09.095512 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ec5caf-5dd3-46dc-ace1-f983267883ae req-754bd53f-2346-4f3c-9dea-c67922f7bb9f tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:48:09.101973 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-c1ec5caf-5dd3-46dc-ace1-f983267883ae req-754bd53f-2346-4f3c-9dea-c67922f7bb9f tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=66abd257-739b-4da2-9931-0f05ce8da130 HTTP/1.1" status: 200  len: 946 time: 0.1604395
Jun 28 16:48:09.127836 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-c75572f3-acd4-4cc1-979e-5c140772f3b6 req-9d93bbd8-be2d-490f-82a5-b1c8059d7901 service neutron] 10.222.0.15 "GET /v2.0/networks/5a346278-b5ab-4c50-92aa-d9c545e84c60?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2108424
Jun 28 16:48:09.130578 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_dvr_db [None req-e079868f-a7ff-4891-bacb-1560c93c8446 None None] Set router 0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49 gateway port host: dv-cinder-798104-1-iscsi {{(pid=74153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 28 16:48:09.182874 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-c1ec5caf-5dd3-46dc-ace1-f983267883ae req-bce364f2-249e-4c97-b037-b85f26f5aeff tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=0fc9b833-75ba-412f-9101-db0a16953a9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0765202
Jun 28 16:48:09.457246 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:09.463991 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-c75572f3-acd4-4cc1-979e-5c140772f3b6 req-0710349b-af51-4c3f-b7b2-ef0eafd09c2a service neutron] 10.222.0.15 "GET /v2.0/networks/5a346278-b5ab-4c50-92aa-d9c545e84c60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3262134
Jun 28 16:48:09.552102 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_hamode_db [None req-e079868f-a7ff-4891-bacb-1560c93c8446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa2cfae5be0>, [{'id': '0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49', 'name': 'tempest-AttachVolumeTestJSON-580518908-router', 'tenant_id': '82c03e5282854bd0ba377331b218109e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': '22fff4eb-67d8-4e77-ad16-b759475d4229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:06Z', 'updated_at': '2021-06-28T16:41:15Z', 'revision_number': 4, 'project_id': '82c03e5282854bd0ba377331b218109e', 'gw_port': {'id': '22fff4eb-67d8-4e77-ad16-b759475d4229', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ef:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:07Z', 'updated_at': '2021-06-28T16:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi', '_interfaces': [{'id': '6481c4ed-2367-4a81-8d50-3e55bb4b57fd', 'name': '', 'network_id': '016488fa-4c73-4804-a4b6-958ce586a741', 'tenant_id': '82c03e5282854bd0ba377331b218109e', 'mac_address': 'fa:16:3e:45:88:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c17c6b4c-b032-4eb3-9e61-7e44dcd4cae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:13Z', 'updated_at': '2021-06-28T16:41:57Z', 'revision_number': 5, 'project_id': '82c03e5282854bd0ba377331b218109e', 'subnets': [{'id': 'c17c6b4c-b032-4eb3-9e61-7e44dcd4cae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-iscsi', False) {} {{(pid=74153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:48:09.557202 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e079868f-a7ff-4891-bacb-1560c93c8446 None None] Checking router: 0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49 for host: dv-cinder-798104-1-iscsi {{(pid=74153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 28 16:48:09.569670 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e079868f-a7ff-4891-bacb-1560c93c8446 None None] Routers {'0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49'} bound to L3 agent in host dv-cinder-798104-1-iscsi {{(pid=74153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 28 16:48:09.570297 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_hamode_db [None req-e079868f-a7ff-4891-bacb-1560c93c8446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa2cfae5be0>, 'dv-cinder-798104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T16:33:11Z,description=<?>,heartbeat_timestamp=2021-06-28T16:47:41Z,host='dv-cinder-798104-1-iscsi',id=c1a676c2-2a78-4c35-ab22-a28e05dfd46e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-28T16:33:11Z,topic='l3_agent')) {'router_ids': ['0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49'], 'active': True} {{(pid=74153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:48:09.693879 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-c304e4bd-b442-4393-bcf8-c1bdcfc4ade9 req-e3823d45-4ac5-4386-bdf9-6b36506607d7 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Synchronizing usage tracker for tenant:82c03e5282854bd0ba377331b218109e on resource:port {{(pid=74150) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 28 16:48:09.715828 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-c304e4bd-b442-4393-bcf8-c1bdcfc4ade9 req-e3823d45-4ac5-4386-bdf9-6b36506607d7 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Unset dirty status for tenant:82c03e5282854bd0ba377331b218109e on resource:port {{(pid=74150) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 28 16:48:09.720100 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-c304e4bd-b442-4393-bcf8-c1bdcfc4ade9 req-e3823d45-4ac5-4386-bdf9-6b36506607d7 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a8dcfd2-cb43-4841-92aa-a24274d78585 HTTP/1.1" status: 200  len: 210 time: 0.0772195
Jun 28 16:48:09.798107 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_dvr_db [None req-e079868f-a7ff-4891-bacb-1560c93c8446 None None] Set router 0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49 gateway port host: dv-cinder-798104-1-iscsi {{(pid=74153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 28 16:48:09.822684 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac8822ef-53f8-4303-8220-7d62050eab46 admin admin] Router dc62990d-5f14-44b6-99da-6b1db836e1d1 has already been hosted by L3 agent c1a676c2-2a78-4c35-ab22-a28e05dfd46e {{(pid=74151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 28 16:48:10.149416 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_hamode_db [None req-e079868f-a7ff-4891-bacb-1560c93c8446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa2cfae5be0>, [{'id': '0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49', 'name': 'tempest-AttachVolumeTestJSON-580518908-router', 'tenant_id': '82c03e5282854bd0ba377331b218109e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': '22fff4eb-67d8-4e77-ad16-b759475d4229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:06Z', 'updated_at': '2021-06-28T16:41:15Z', 'revision_number': 4, 'project_id': '82c03e5282854bd0ba377331b218109e', 'gw_port': {'id': '22fff4eb-67d8-4e77-ad16-b759475d4229', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ef:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:07Z', 'updated_at': '2021-06-28T16:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi', '_interfaces': [{'id': '6481c4ed-2367-4a81-8d50-3e55bb4b57fd', 'name': '', 'network_id': '016488fa-4c73-4804-a4b6-958ce586a741', 'tenant_id': '82c03e5282854bd0ba377331b218109e', 'mac_address': 'fa:16:3e:45:88:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c17c6b4c-b032-4eb3-9e61-7e44dcd4cae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:13Z', 'updated_at': '2021-06-28T16:41:57Z', 'revision_number': 5, 'project_id': '82c03e5282854bd0ba377331b218109e', 'subnets': [{'id': 'c17c6b4c-b032-4eb3-9e61-7e44dcd4cae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-iscsi', False) {} {{(pid=74153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:48:10.153498 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e079868f-a7ff-4891-bacb-1560c93c8446 None None] The sync data for ids ['0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49'] in dv-cinder-798104-1-iscsi is: [{'id': '0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49', 'name': 'tempest-AttachVolumeTestJSON-580518908-router', 'tenant_id': '82c03e5282854bd0ba377331b218109e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': '22fff4eb-67d8-4e77-ad16-b759475d4229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:06Z', 'updated_at': '2021-06-28T16:41:15Z', 'revision_number': 4, 'project_id': '82c03e5282854bd0ba377331b218109e', 'gw_port': {'id': '22fff4eb-67d8-4e77-ad16-b759475d4229', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ef:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:07Z', 'updated_at': '2021-06-28T16:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi', '_interfaces': [{'id': '6481c4ed-2367-4a81-8d50-3e55bb4b57fd', 'name': '', 'network_id': '016488fa-4c73-4804-a4b6-958ce586a741', 'tenant_id': '82c03e5282854bd0ba377331b218109e', 'mac_address': 'fa:16:3e:45:88:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c17c6b4c-b032-4eb3-9e61-7e44dcd4cae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:13Z', 'updated_at': '2021-06-28T16:41:57Z', 'revision_number': 5, 'project_id': '82c03e5282854bd0ba377331b218109e', 'subnets': [{'id': 'c17c6b4c-b032-4eb3-9e61-7e44dcd4cae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 28 16:48:10.156331 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac8822ef-53f8-4303-8220-7d62050eab46 admin admin] Notify agent at l3_agent.dv-cinder-798104-1-iscsi the message routers_updated {{(pid=74151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 28 16:48:10.172173 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-ac8822ef-53f8-4303-8220-7d62050eab46 admin admin] 10.222.0.30 "PUT /v2.0/routers/dc62990d-5f14-44b6-99da-6b1db836e1d1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5380311
Jun 28 16:48:10.173672 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266625db-0ad2-440e-b115-f878b1db7acf None None] Sync routers for ids ['dc62990d-5f14-44b6-99da-6b1db836e1d1'] in dv-cinder-798104-1-iscsi {{(pid=74152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 28 16:48:10.174807 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 40814) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:48:10.186947 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266625db-0ad2-440e-b115-f878b1db7acf None None] Routers {'dc62990d-5f14-44b6-99da-6b1db836e1d1'} bound to L3 agent in host dv-cinder-798104-1-iscsi {{(pid=74152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 28 16:48:10.187841 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-266625db-0ad2-440e-b115-f878b1db7acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa2cf7691c0>, 'dv-cinder-798104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T16:33:11Z,description=<?>,heartbeat_timestamp=2021-06-28T16:47:41Z,host='dv-cinder-798104-1-iscsi',id=c1a676c2-2a78-4c35-ab22-a28e05dfd46e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-28T16:33:11Z,topic='l3_agent')) {'router_ids': ['dc62990d-5f14-44b6-99da-6b1db836e1d1'], 'active': True} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:48:10.399758 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-3716ae6a-187f-48ff-938f-a2a151dd614b admin admin] Notify callbacks [] for router, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:10.440827 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c95898a-237b-4fce-88ba-4d6a7a96af8a req-bf465ac6-a2ef-4149-8b5f-ea74ef902a89 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:48:10.442699 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-5c95898a-237b-4fce-88ba-4d6a7a96af8a req-bf465ac6-a2ef-4149-8b5f-ea74ef902a89 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=66abd257-739b-4da2-9931-0f05ce8da130 HTTP/1.1" status: 200  len: 946 time: 0.0945044
Jun 28 16:48:10.471735 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9233dc24-2fee-48b8-bc5c-e16af3a04ce4 None None] New status for floating IP c1c4b721-5024-4710-8aed-acd28e5c0ba2: DOWN {{(pid=74153) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jun 28 16:48:10.476542 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvr_db [None req-266625db-0ad2-440e-b115-f878b1db7acf None None] Set router dc62990d-5f14-44b6-99da-6b1db836e1d1 gateway port host: dv-cinder-798104-1-iscsi {{(pid=74152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 28 16:48:10.642924 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-5c95898a-237b-4fce-88ba-4d6a7a96af8a req-4e627c69-3016-45a7-9907-97b9eb13cafc tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=0fc9b833-75ba-412f-9101-db0a16953a9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1800230
Jun 28 16:48:10.667858 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-3716ae6a-187f-48ff-938f-a2a151dd614b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:10.680615 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.plugin [None req-3716ae6a-187f-48ff-938f-a2a151dd614b admin admin] Deleting port 436840fc-2dfa-4195-bf5c-fc26a89f2735 {{(pid=74151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 28 16:48:10.681365 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-3716ae6a-187f-48ff-938f-a2a151dd614b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771078813103'] for port, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:10.808977 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device f090046c-f0d5-4f85-beb0-83bf7f44cb1b no longer exists at agent hyperv_hv-cinder-79810 {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 28 16:48:10.851628 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-266625db-0ad2-440e-b115-f878b1db7acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa2cf7691c0>, [{'id': 'dc62990d-5f14-44b6-99da-6b1db836e1d1', 'name': 'tempest-TestMinimumBasicScenario-2103925676-router', 'tenant_id': 'a19ce1c86f184913a3f5eb3b528fe413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '436840fc-2dfa-4195-bf5c-fc26a89f2735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:45:18Z', 'updated_at': '2021-06-28T16:48:07Z', 'revision_number': 5, 'project_id': 'a19ce1c86f184913a3f5eb3b528fe413', 'gw_port': {'id': '436840fc-2dfa-4195-bf5c-fc26a89f2735', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:5f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc62990d-5f14-44b6-99da-6b1db836e1d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:45:18Z', 'updated_at': '2021-06-28T16:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi'}], 'dv-cinder-798104-1-iscsi', False) {} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:48:10.868453 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266625db-0ad2-440e-b115-f878b1db7acf None None] Checking router: dc62990d-5f14-44b6-99da-6b1db836e1d1 for host: dv-cinder-798104-1-iscsi {{(pid=74152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 28 16:48:10.895062 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266625db-0ad2-440e-b115-f878b1db7acf None None] Routers {'dc62990d-5f14-44b6-99da-6b1db836e1d1'} bound to L3 agent in host dv-cinder-798104-1-iscsi {{(pid=74152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 28 16:48:10.895703 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-266625db-0ad2-440e-b115-f878b1db7acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa2cf7691c0>, 'dv-cinder-798104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T16:33:11Z,description=<?>,heartbeat_timestamp=2021-06-28T16:47:41Z,host='dv-cinder-798104-1-iscsi',id=c1a676c2-2a78-4c35-ab22-a28e05dfd46e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-28T16:33:11Z,topic='l3_agent')) {'router_ids': ['dc62990d-5f14-44b6-99da-6b1db836e1d1'], 'active': True} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:48:10.919955 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.db [None req-3716ae6a-187f-48ff-938f-a2a151dd614b admin admin] For port 436840fc-2dfa-4195-bf5c-fc26a89f2735, host dv-cinder-798104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-iscsi',level=0,port_id=436840fc-2dfa-4195-bf5c-fc26a89f2735,segment=NetworkSegment(c33c21b7-7592-40e1-a334-7e00067f8a18),segment_id=c33c21b7-7592-40e1-a334-7e00067f8a18)] {{(pid=74151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:48:10.920784 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-3716ae6a-187f-48ff-938f-a2a151dd614b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679626'] for port, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:10.942909 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 40826) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:48:11.014185 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-647d3a00-b36e-48af-8fa8-155ad7b782e5 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify callbacks [] for security_group, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:11.058846 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.plugin [None req-3716ae6a-187f-48ff-938f-a2a151dd614b admin admin] Calling delete_port for 436840fc-2dfa-4195-bf5c-fc26a89f2735 owned by network:router_gateway {{(pid=74151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 28 16:48:11.065687 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-647d3a00-b36e-48af-8fa8-155ad7b782e5 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:11.089386 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:11.126278 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvr_db [None req-266625db-0ad2-440e-b115-f878b1db7acf None None] Set router dc62990d-5f14-44b6-99da-6b1db836e1d1 gateway port host: None {{(pid=74152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 28 16:48:11.152240 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-647d3a00-b36e-48af-8fa8-155ad7b782e5 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:11.160964 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-fdb7e3b4-6fbc-4d22-a9f7-0729fd2de5b0 tempest-VolumesNegativeTest-2103775243 tempest-VolumesNegativeTest-2103775243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:48:11.175398 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66abd257-739b-4da2-9931-0f05ce8da130', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f090046c-f0d5-4f85-beb0-83bf7f44cb1b'}] {{(pid=74152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 28 16:48:11.184713 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647d3a00-b36e-48af-8fa8-155ad7b782e5 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5835071-53b8-4807-a894-272f86cdf856,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:48:11.203677 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-647d3a00-b36e-48af-8fa8-155ad7b782e5 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:48:11.225742 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-647d3a00-b36e-48af-8fa8-155ad7b782e5 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify callbacks [] for security_group, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:11.228119 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-647d3a00-b36e-48af-8fa8-155ad7b782e5 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "DELETE /v2.0/security-groups/e5835071-53b8-4807-a894-272f86cdf856 HTTP/1.1" status: 204  len: 168 time: 0.2828705
Jun 28 16:48:11.230961 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 40832) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:48:11.252115 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.api.v2.resource [None req-65cb14c7-564d-4d84-8ae7-c4618f1d66f4 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] show failed (client error): The resource could not be found.
Jun 28 16:48:11.253404 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-65cb14c7-564d-4d84-8ae7-c4618f1d66f4 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "GET /v2.0/security-groups/e5835071-53b8-4807-a894-272f86cdf856 HTTP/1.1" status: 404  len: 347 time: 0.0202181
Jun 28 16:48:11.257707 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 40836) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:48:11.269519 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] For port f090046c-f0d5-4f85-beb0-83bf7f44cb1b, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=f090046c-f0d5-4f85-beb0-83bf7f44cb1b,segment=NetworkSegment(f7e7868f-b1c3-4298-a940-297b02826b74),segment_id=f7e7868f-b1c3-4298-a940-297b02826b74)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:48:11.288978 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-266625db-0ad2-440e-b115-f878b1db7acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa2cf7691c0>, [{'id': 'dc62990d-5f14-44b6-99da-6b1db836e1d1', 'name': 'tempest-TestMinimumBasicScenario-2103925676-router', 'tenant_id': 'a19ce1c86f184913a3f5eb3b528fe413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:45:18Z', 'updated_at': '2021-06-28T16:48:10Z', 'revision_number': 6, 'project_id': 'a19ce1c86f184913a3f5eb3b528fe413', 'gw_port_host': None}], 'dv-cinder-798104-1-iscsi', False) {} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:48:11.303784 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:11.305249 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device 09992bcd-4ae9-41fb-be4e-7efb5ea80349 no longer exists at agent hyperv_hv-cinder-79810 {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 28 16:48:11.333645 dv-cinder-798104-1-iscsi neutron-server[74152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66abd257-739b-4da2-9931-0f05ce8da130', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f090046c-f0d5-4f85-beb0-83bf7f44cb1b', 'code': 200}
Jun 28 16:48:11.336083 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8e6e6157-c785-47f5-9536-f06bcf0bfa44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:48:11.407001 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266625db-0ad2-440e-b115-f878b1db7acf None None] The sync data for ids ['dc62990d-5f14-44b6-99da-6b1db836e1d1'] in dv-cinder-798104-1-iscsi is: [{'id': 'dc62990d-5f14-44b6-99da-6b1db836e1d1', 'name': 'tempest-TestMinimumBasicScenario-2103925676-router', 'tenant_id': 'a19ce1c86f184913a3f5eb3b528fe413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:45:18Z', 'updated_at': '2021-06-28T16:48:10Z', 'revision_number': 6, 'project_id': 'a19ce1c86f184913a3f5eb3b528fe413', 'gw_port_host': None}] {{(pid=74152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 28 16:48:11.411221 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] No Port match for: 09992bcd-4ae9-41fb-be4e-7efb5ea80349 {{(pid=74152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 28 16:48:11.411560 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device 09992bcd-4ae9-41fb-be4e-7efb5ea80349 not bound to the agent host hv-cinder-79810 {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 28 16:48:11.425483 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-c8794d91-c809-4a72-ba32-71365a75a1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:11.446345 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-3716ae6a-187f-48ff-938f-a2a151dd614b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771078770342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771078328122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32204965'] for port, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:11.446675 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.plugin [None req-8caf371a-f926-47a3-b362-98f47a2a54ce tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Deleting port 6520dff8-0cd9-49d7-b07b-ce2ede8ebadf {{(pid=74150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 28 16:48:11.446675 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-8caf371a-f926-47a3-b362-98f47a2a54ce tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771078813103'] for port, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:11.449836 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:48:11.459789 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Pushing event updated for resources: {'Port': ['ID=f090046c-f0d5-4f85-beb0-83bf7f44cb1b,revision_number=8']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:48:11.463717 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:48:11.495427 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3716ae6a-187f-48ff-938f-a2a151dd614b admin admin] Pushing event deleted for resources: {'Port': ['ID=436840fc-2dfa-4195-bf5c-fc26a89f2735,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:48:11.499871 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-3716ae6a-187f-48ff-938f-a2a151dd614b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:48:11.652817 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-8caf371a-f926-47a3-b362-98f47a2a54ce tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679626'] for port, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:11.653408 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-8caf371a-f926-47a3-b362-98f47a2a54ce tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:11.751156 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-3716ae6a-187f-48ff-938f-a2a151dd614b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-674445'] for router_gateway, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:11.876607 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.plugin [None req-8caf371a-f926-47a3-b362-98f47a2a54ce tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Calling delete_port for 6520dff8-0cd9-49d7-b07b-ce2ede8ebadf owned by network:floatingip {{(pid=74150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 28 16:48:11.924452 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device 0dc7c1e1-e558-4785-b1c8-9fd9798b3598 no longer exists at agent ovs-agent-dv-cinder-798104-1-iscsi {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 28 16:48:11.979351 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] No Port match for: 0dc7c1e1-e558-4785-b1c8-9fd9798b3598 {{(pid=74152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 28 16:48:11.979619 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device 0dc7c1e1-e558-4785-b1c8-9fd9798b3598 not bound to the agent host dv-cinder-798104-1-iscsi {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 28 16:48:12.099005 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e9b78-bfed-4d05-9273-bc49aaa5806b req-786ea4e8-890e-47c9-a9e4-a94ca19f8d0a tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:48:12.101332 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-928e9b78-bfed-4d05-9273-bc49aaa5806b req-786ea4e8-890e-47c9-a9e4-a94ca19f8d0a tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=66abd257-739b-4da2-9931-0f05ce8da130 HTTP/1.1" status: 200  len: 944 time: 0.1485667
Jun 28 16:48:12.203588 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-928e9b78-bfed-4d05-9273-bc49aaa5806b req-5a1cdfbf-2b30-48e9-b210-91b288a83099 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=0fc9b833-75ba-412f-9101-db0a16953a9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0644426
Jun 28 16:48:12.204648 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-8caf371a-f926-47a3-b362-98f47a2a54ce tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771078770342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771078328122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32536825'] for port, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:12.208392 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-5882984b-bd2a-4dd1-afc6-60c8c58704be tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:48:12.218070 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-3716ae6a-187f-48ff-938f-a2a151dd614b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-673565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:12.222645 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-3716ae6a-187f-48ff-938f-a2a151dd614b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:12.253164 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caf371a-f926-47a3-b362-98f47a2a54ce tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Pushing event deleted for resources: {'Port': ['ID=6520dff8-0cd9-49d7-b07b-ce2ede8ebadf,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:48:12.253532 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-3716ae6a-187f-48ff-938f-a2a151dd614b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-673777'] for router, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:12.254564 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3716ae6a-187f-48ff-938f-a2a151dd614b admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc62990d-5f14-44b6-99da-6b1db836e1d1 {{(pid=74151) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 28 16:48:12.269667 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-8caf371a-f926-47a3-b362-98f47a2a54ce tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:48:12.294348 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-3716ae6a-187f-48ff-938f-a2a151dd614b admin admin] Notify callbacks [] for router, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:12.297777 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-3716ae6a-187f-48ff-938f-a2a151dd614b admin admin] 10.222.0.30 "DELETE /v2.0/routers/dc62990d-5f14-44b6-99da-6b1db836e1d1 HTTP/1.1" status: 204  len: 168 time: 2.1201515
Jun 28 16:48:12.299025 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 40844) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:48:12.372996 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-8caf371a-f926-47a3-b362-98f47a2a54ce tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify callbacks [] for floatingip, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:12.402274 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-8caf371a-f926-47a3-b362-98f47a2a54ce tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022804'] for floatingip, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:12.403560 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-8caf371a-f926-47a3-b362-98f47a2a54ce tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] 10.222.0.30 "DELETE /v2.0/floatingips/c1c4b721-5024-4710-8aed-acd28e5c0ba2 HTTP/1.1" status: 204  len: 168 time: 1.1457236
Jun 28 16:48:12.405916 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.db_base_plugin_v2 [None req-dec0b33b-a86b-4cbc-9ff1-a875127efb62 admin admin] Deleting subnet b8a8bb09-60b1-4a8a-8bff-07c825bba32e {{(pid=74151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 28 16:48:12.419927 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-dec0b33b-a86b-4cbc-9ff1-a875127efb62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:12.456091 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-6c3ff140-2be5-46e8-b74a-5424bc372793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:12.478923 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-dec0b33b-a86b-4cbc-9ff1-a875127efb62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32205908'] for subnet, precommit_delete_associations {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:12.601362 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-dec0b33b-a86b-4cbc-9ff1-a875127efb62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1427664'] for subnet, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:12.697397 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-dec0b33b-a86b-4cbc-9ff1-a875127efb62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32204886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32082068'] for subnet, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:12.709586 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:48:12.748037 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-dec0b33b-a86b-4cbc-9ff1-a875127efb62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:12.754417 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec0b33b-a86b-4cbc-9ff1-a875127efb62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8a8bb09-60b1-4a8a-8bff-07c825bba32e,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:48:12.758405 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-dec0b33b-a86b-4cbc-9ff1-a875127efb62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:48:12.759176 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecacc653-b641-4eab-868c-8424c33d9f26 None None] Network 355d6851-3902-4716-af53-1279fa4919a7 requested from dv-cinder-798104-1-iscsi {{(pid=74152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 28 16:48:12.760241 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-dec0b33b-a86b-4cbc-9ff1-a875127efb62 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/b8a8bb09-60b1-4a8a-8bff-07c825bba32e HTTP/1.1" status: 204  len: 168 time: 0.4597893
Jun 28 16:48:12.764088 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 40858) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:48:12.907465 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-dd50a561-da60-45ad-bd2e-6b611a800517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1600473'] for network, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:12.922412 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.plugin [None req-dd50a561-da60-45ad-bd2e-6b611a800517 admin admin] Deleting port 0a29e89a-6aeb-4fd7-a481-aa39ee3d3314 {{(pid=74150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 28 16:48:12.923383 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-dd50a561-da60-45ad-bd2e-6b611a800517 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771078813103'] for port, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:13.054690 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f90c3cc-9e4b-4deb-aa91-c586928530f1 None None] DHCP port deletion for 355d6851-3902-4716-af53-1279fa4919a7 request from dv-cinder-798104-1-iscsi {{(pid=74152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Jun 28 16:48:13.061331 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-4f90c3cc-9e4b-4deb-aa91-c586928530f1 None None] Deleting port 0a29e89a-6aeb-4fd7-a481-aa39ee3d3314 {{(pid=74152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 28 16:48:13.070898 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-4f90c3cc-9e4b-4deb-aa91-c586928530f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771078813103'] for port, before_delete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:13.196536 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.db [None req-dd50a561-da60-45ad-bd2e-6b611a800517 admin admin] For port 0a29e89a-6aeb-4fd7-a481-aa39ee3d3314, host dv-cinder-798104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-iscsi',level=0,port_id=0a29e89a-6aeb-4fd7-a481-aa39ee3d3314,segment=NetworkSegment(ce63ed61-f554-454d-be9a-06d795c52bb0),segment_id=ce63ed61-f554-454d-be9a-06d795c52bb0)] {{(pid=74150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:48:13.198145 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-dd50a561-da60-45ad-bd2e-6b611a800517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679626'] for port, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:13.334905 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.plugin [None req-dd50a561-da60-45ad-bd2e-6b611a800517 admin admin] Calling delete_port for 0a29e89a-6aeb-4fd7-a481-aa39ee3d3314 owned by network:dhcp {{(pid=74150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 28 16:48:13.440629 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-4f90c3cc-9e4b-4deb-aa91-c586928530f1 None None] For port 0a29e89a-6aeb-4fd7-a481-aa39ee3d3314, host dv-cinder-798104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-iscsi',level=0,port_id=0a29e89a-6aeb-4fd7-a481-aa39ee3d3314,segment=NetworkSegment(ce63ed61-f554-454d-be9a-06d795c52bb0),segment_id=ce63ed61-f554-454d-be9a-06d795c52bb0)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:48:13.441023 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-4f90c3cc-9e4b-4deb-aa91-c586928530f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679626'] for port, precommit_delete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:13.516559 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-dd50a561-da60-45ad-bd2e-6b611a800517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771078770342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771078328122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32536825'] for port, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:13.520930 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-e987eb3a-dc22-4f27-8217-8484db88b8bc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:48:13.561652 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd50a561-da60-45ad-bd2e-6b611a800517 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a29e89a-6aeb-4fd7-a481-aa39ee3d3314,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:48:13.566024 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-dd50a561-da60-45ad-bd2e-6b611a800517 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:48:13.571784 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd50a561-da60-45ad-bd2e-6b611a800517 admin admin] No DVR routers for this DVR port 0a29e89a-6aeb-4fd7-a481-aa39ee3d3314 on host dv-cinder-798104-1-iscsi {{(pid=74150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 28 16:48:13.578878 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-4f90c3cc-9e4b-4deb-aa91-c586928530f1 None None] Calling delete_port for 0a29e89a-6aeb-4fd7-a481-aa39ee3d3314 owned by network:dhcp {{(pid=74152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 28 16:48:13.682612 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.db.api [None req-4f90c3cc-9e4b-4deb-aa91-c586928530f1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74152) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 28 16:48:13.683135 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_db.api [None req-4f90c3cc-9e4b-4deb-aa91-c586928530f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 28 16:48:13.718774 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-dd50a561-da60-45ad-bd2e-6b611a800517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1428645', 'neutron.services.segments.db._delete_segments_for_network-8771078865026'] for network, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:13.737697 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.services.segments.db [None req-dd50a561-da60-45ad-bd2e-6b611a800517 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa2cefcb430>,) {'filters': {'network_id': ['355d6851-3902-4716-af53-1279fa4919a7']}} {{(pid=74150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:48:13.753980 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.services.segments.db [None req-dd50a561-da60-45ad-bd2e-6b611a800517 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa2cefcb430>, 'ce63ed61-f554-454d-be9a-06d795c52bb0') {'for_net_delete': True} {{(pid=74150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:48:13.754649 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.services.segments.db [None req-dd50a561-da60-45ad-bd2e-6b611a800517 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa2cefcb430>, 'ce63ed61-f554-454d-be9a-06d795c52bb0') {} {{(pid=74150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:48:13.774996 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-dd50a561-da60-45ad-bd2e-6b611a800517 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771078786973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32537741'] for segment, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:13.805344 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-dd50a561-da60-45ad-bd2e-6b611a800517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719364'] for segment, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:13.808968 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device 436840fc-2dfa-4195-bf5c-fc26a89f2735 no longer exists at agent ovs-agent-dv-cinder-798104-1-iscsi {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 28 16:48:13.816114 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd50a561-da60-45ad-bd2e-6b611a800517 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=74150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jun 28 16:48:13.816767 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-dd50a561-da60-45ad-bd2e-6b611a800517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1719391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32536748'] for segment, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:13.851716 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] No Port match for: 436840fc-2dfa-4195-bf5c-fc26a89f2735 {{(pid=74152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 28 16:48:13.852211 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device 436840fc-2dfa-4195-bf5c-fc26a89f2735 not bound to the agent host dv-cinder-798104-1-iscsi {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 28 16:48:13.852657 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device 0a29e89a-6aeb-4fd7-a481-aa39ee3d3314 no longer exists at agent ovs-agent-dv-cinder-798104-1-iscsi {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 28 16:48:13.895634 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] No Port match for: 0a29e89a-6aeb-4fd7-a481-aa39ee3d3314 {{(pid=74152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 28 16:48:13.896051 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device 0a29e89a-6aeb-4fd7-a481-aa39ee3d3314 not bound to the agent host dv-cinder-798104-1-iscsi {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 28 16:48:13.954204 dv-cinder-798104-1-iscsi neutron-server[74150]: Traceback (most recent call last):
Jun 28 16:48:13.954204 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jun 28 16:48:13.954204 dv-cinder-798104-1-iscsi neutron-server[74150]:     timer()
Jun 28 16:48:13.954204 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 28 16:48:13.954204 dv-cinder-798104-1-iscsi neutron-server[74150]:     cb(*args, **kw)
Jun 28 16:48:13.954204 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jun 28 16:48:13.954204 dv-cinder-798104-1-iscsi neutron-server[74150]:     return func(*args, **kwargs)
Jun 28 16:48:13.954204 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 28 16:48:13.954204 dv-cinder-798104-1-iscsi neutron-server[74150]:     self._notify()
Jun 28 16:48:13.954204 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 28 16:48:13.954204 dv-cinder-798104-1-iscsi neutron-server[74150]:     self.callback(batched_events)
Jun 28 16:48:13.954204 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 28 16:48:13.954204 dv-cinder-798104-1-iscsi neutron-server[74150]:     event.method(event)
Jun 28 16:48:13.954204 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 28 16:48:13.954204 dv-cinder-798104-1-iscsi neutron-server[74150]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 28 16:48:13.954204 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 28 16:48:13.954204 dv-cinder-798104-1-iscsi neutron-server[74150]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 28 16:48:13.954204 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 28 16:48:13.954204 dv-cinder-798104-1-iscsi neutron-server[74150]:     return f(self, *a, **k)
Jun 28 16:48:13.954204 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jun 28 16:48:13.954204 dv-cinder-798104-1-iscsi neutron-server[74150]:     return self._get(url).json()
Jun 28 16:48:13.954204 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jun 28 16:48:13.954204 dv-cinder-798104-1-iscsi neutron-server[74150]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 28 16:48:13.954204 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jun 28 16:48:13.954204 dv-cinder-798104-1-iscsi neutron-server[74150]:     return self.request(url, 'GET', **kwargs)
Jun 28 16:48:13.954204 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jun 28 16:48:13.954204 dv-cinder-798104-1-iscsi neutron-server[74150]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 28 16:48:13.954204 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jun 28 16:48:13.954204 dv-cinder-798104-1-iscsi neutron-server[74150]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 28 16:48:13.954204 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jun 28 16:48:13.954204 dv-cinder-798104-1-iscsi neutron-server[74150]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 28 16:48:13.954204 dv-cinder-798104-1-iscsi neutron-server[74150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 28 16:48:13.996500 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-dd50a561-da60-45ad-bd2e-6b611a800517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1428054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-674480'] for network, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:14.002634 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:48:14.027814 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-dd50a561-da60-45ad-bd2e-6b611a800517 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533674'] for network, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:14.035262 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd50a561-da60-45ad-bd2e-6b611a800517 admin admin] Pushing event deleted for resources: {'Network': ['ID=355d6851-3902-4716-af53-1279fa4919a7,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:48:14.040168 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-dd50a561-da60-45ad-bd2e-6b611a800517 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:48:14.047411 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-dd50a561-da60-45ad-bd2e-6b611a800517 admin admin] 10.222.0.30 "DELETE /v2.0/networks/355d6851-3902-4716-af53-1279fa4919a7 HTTP/1.1" status: 204  len: 168 time: 1.2807944
Jun 28 16:48:14.087597 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-5e27322e-457d-4bf0-b73d-ff6c09f635fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:14.183993 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-4f90c3cc-9e4b-4deb-aa91-c586928530f1 None None] Deleting port 0a29e89a-6aeb-4fd7-a481-aa39ee3d3314 {{(pid=74152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 28 16:48:14.184572 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-4f90c3cc-9e4b-4deb-aa91-c586928530f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771078813103'] for port, before_delete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:14.262174 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-4f90c3cc-9e4b-4deb-aa91-c586928530f1 None None] The port '0a29e89a-6aeb-4fd7-a481-aa39ee3d3314' was deleted {{(pid=74152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Jun 28 16:48:14.321940 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-dc90ce1a-7fbc-4c5a-92ca-c3731be1593b req-bac2742d-fbf3-44a1-9f06-7fba85733619 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=66abd257-739b-4da2-9931-0f05ce8da130&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0840266
Jun 28 16:48:14.358288 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 40884) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:48:14.417595 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-74fd27c4-763e-468e-bffc-b4d7dfa07743 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ef6d67df2935467a8c9855979ceb5e65&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0570602
Jun 28 16:48:14.419392 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 40888) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:48:14.502500 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-2570454a-da7f-48a5-9240-f438afe64d4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:14.540946 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-2570454a-da7f-48a5-9240-f438afe64d4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:14.612242 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-2570454a-da7f-48a5-9240-f438afe64d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:14.618097 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-491f3f06-7b97-4c1e-ad40-e58da50a0c91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:48:14.633669 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2570454a-da7f-48a5-9240-f438afe64d4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f17e0f-c82b-41aa-8bf5-826f54aa51e8,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:48:14.636734 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-2570454a-da7f-48a5-9240-f438afe64d4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:48:14.647781 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-2570454a-da7f-48a5-9240-f438afe64d4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:14.655081 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-2570454a-da7f-48a5-9240-f438afe64d4b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/50f17e0f-c82b-41aa-8bf5-826f54aa51e8 HTTP/1.1" status: 204  len: 168 time: 0.2343729
Jun 28 16:48:14.680370 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203ff960-da28-427a-855d-027982cb84b0 req-882f4474-0e98-4263-b2ff-61a9e1208a13 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:48:14.683214 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-203ff960-da28-427a-855d-027982cb84b0 req-882f4474-0e98-4263-b2ff-61a9e1208a13 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=66abd257-739b-4da2-9931-0f05ce8da130 HTTP/1.1" status: 200  len: 944 time: 0.1413028
Jun 28 16:48:14.722952 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 40904) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:48:14.768107 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-203ff960-da28-427a-855d-027982cb84b0 req-cd8f55c1-32e0-4ce9-a5ad-4b1967e02e15 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=0fc9b833-75ba-412f-9101-db0a16953a9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0779805
Jun 28 16:48:14.830931 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device f090046c-f0d5-4f85-beb0-83bf7f44cb1b no longer exists at agent hyperv_hv-cinder-79810 {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 28 16:48:14.894767 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-e4696a2b-22a0-416e-848c-069c7dab854c req-57a17ef2-69d8-46eb-be17-4039db1667af service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=66abd257-739b-4da2-9931-0f05ce8da130&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1705632
Jun 28 16:48:15.095575 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:15.227310 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 40924) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:48:15.293163 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-e569977c-c4e7-4ce0-a772-bf377decb9fc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a19ce1c86f184913a3f5eb3b528fe413&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0619051
Jun 28 16:48:15.294057 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 40930) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:48:15.366124 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-bddb798c-b7d8-4684-a3ec-2d99065b69b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:15.398703 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-bddb798c-b7d8-4684-a3ec-2d99065b69b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:15.467493 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-bddb798c-b7d8-4684-a3ec-2d99065b69b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:15.476240 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-274c77d0-f1b4-4f51-9a44-8580faa496d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:48:15.493257 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb798c-b7d8-4684-a3ec-2d99065b69b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5634145-54f7-41a3-bd40-a17c951b0849,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:48:15.496621 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-bddb798c-b7d8-4684-a3ec-2d99065b69b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:48:15.536773 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-bddb798c-b7d8-4684-a3ec-2d99065b69b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:15.538001 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-bddb798c-b7d8-4684-a3ec-2d99065b69b9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f5634145-54f7-41a3-bd40-a17c951b0849 HTTP/1.1" status: 204  len: 168 time: 0.2429295
Jun 28 16:48:15.595707 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-e4696a2b-22a0-416e-848c-069c7dab854c req-e6b5a44d-ea85-46da-8622-95b1061d631a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=66abd257-739b-4da2-9931-0f05ce8da130&tenant_id=63a2e49b0c454d43890a422c6fd0684c HTTP/1.1" status: 200  len: 1097 time: 0.0975425
Jun 28 16:48:15.702489 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-e4696a2b-22a0-416e-848c-069c7dab854c req-100ec620-dc3d-4fdf-8a47-d789578c5ef0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=63a2e49b0c454d43890a422c6fd0684c&device_id=66abd257-739b-4da2-9931-0f05ce8da130 HTTP/1.1" status: 200  len: 1097 time: 0.0796549
Jun 28 16:48:15.868728 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4696a2b-22a0-416e-848c-069c7dab854c req-7345c989-ceed-4be6-8fd8-205f2e0c82d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:48:15.871574 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-e4696a2b-22a0-416e-848c-069c7dab854c req-7345c989-ceed-4be6-8fd8-205f2e0c82d8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5a346278-b5ab-4c50-92aa-d9c545e84c60 HTTP/1.1" status: 200  len: 918 time: 0.1620855
Jun 28 16:48:15.999599 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-e4696a2b-22a0-416e-848c-069c7dab854c req-56983fdc-f528-4478-918c-a5d441e42e32 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f090046c-f0d5-4f85-beb0-83bf7f44cb1b HTTP/1.1" status: 200  len: 999 time: 0.1175370
Jun 28 16:48:16.071817 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4696a2b-22a0-416e-848c-069c7dab854c req-da1827eb-2e05-46ca-9500-524de78555fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:48:16.073367 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-e4696a2b-22a0-416e-848c-069c7dab854c req-da1827eb-2e05-46ca-9500-524de78555fd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b3e3d357-dcc0-424c-a40d-bd73416cd8db HTTP/1.1" status: 200  len: 856 time: 0.0665970
Jun 28 16:48:16.078986 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019cb070-6dbe-4560-9540-6bd7effeeca9 req-d26b8561-dccc-4200-a282-0f620cfbc982 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:48:16.081770 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-019cb070-6dbe-4560-9540-6bd7effeeca9 req-d26b8561-dccc-4200-a282-0f620cfbc982 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=66abd257-739b-4da2-9931-0f05ce8da130 HTTP/1.1" status: 200  len: 944 time: 0.1385050
Jun 28 16:48:16.160680 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-019cb070-6dbe-4560-9540-6bd7effeeca9 req-a61829ae-5cb9-427f-a063-246bcff0c1b0 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=0fc9b833-75ba-412f-9101-db0a16953a9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0715723
Jun 28 16:48:16.173317 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-e4696a2b-22a0-416e-848c-069c7dab854c req-b5143fda-a1c9-4416-b77b-5369dd2dc712 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5a346278-b5ab-4c50-92aa-d9c545e84c60&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0857155
Jun 28 16:48:16.320117 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-e4696a2b-22a0-416e-848c-069c7dab854c req-7abd57e4-a024-45a9-9eff-ea0a1a44175e service neutron] 10.222.0.15 "GET /v2.0/networks/5a346278-b5ab-4c50-92aa-d9c545e84c60?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1458862
Jun 28 16:48:16.469735 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-e4696a2b-22a0-416e-848c-069c7dab854c req-d8e6a439-d75c-439a-914c-a575342769b1 service neutron] 10.222.0.15 "GET /v2.0/networks/5a346278-b5ab-4c50-92aa-d9c545e84c60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1425130
Jun 28 16:48:16.694968 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 40946) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:48:17.429391 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be63b0c4-5073-4cf0-aa59-8ef1231d563c req-46ef1ced-e2a1-4d72-93f8-4b71183bd260 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:48:17.432060 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-be63b0c4-5073-4cf0-aa59-8ef1231d563c req-46ef1ced-e2a1-4d72-93f8-4b71183bd260 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=66abd257-739b-4da2-9931-0f05ce8da130 HTTP/1.1" status: 200  len: 944 time: 0.0930188
Jun 28 16:48:17.501818 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-be63b0c4-5073-4cf0-aa59-8ef1231d563c req-9f269298-0c66-49ef-b630-c74e319c5940 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=0fc9b833-75ba-412f-9101-db0a16953a9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0628316
Jun 28 16:48:17.634020 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-dcbaa617-d29f-4131-8a14-c5a626519dfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-677466'] for router_interface, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:18.552318 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.plugin [None req-dcbaa617-d29f-4131-8a14-c5a626519dfb admin admin] Deleting port 6481c4ed-2367-4a81-8d50-3e55bb4b57fd {{(pid=74151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 28 16:48:18.552794 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-dcbaa617-d29f-4131-8a14-c5a626519dfb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771078813103'] for port, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:18.810234 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.db [None req-dcbaa617-d29f-4131-8a14-c5a626519dfb admin admin] For port 6481c4ed-2367-4a81-8d50-3e55bb4b57fd, host dv-cinder-798104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-iscsi',level=0,port_id=6481c4ed-2367-4a81-8d50-3e55bb4b57fd,segment=NetworkSegment(d95c8297-5540-4933-9f3d-9c3b535a42fe),segment_id=d95c8297-5540-4933-9f3d-9c3b535a42fe)] {{(pid=74151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:48:18.810897 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-dcbaa617-d29f-4131-8a14-c5a626519dfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679626'] for port, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:18.819267 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a5263c-838f-4d1c-9bbe-71c3a7cd4b44 req-b7dabc88-adef-493c-a4fa-cac7c1106b2b tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:48:18.821672 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-76a5263c-838f-4d1c-9bbe-71c3a7cd4b44 req-b7dabc88-adef-493c-a4fa-cac7c1106b2b tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=66abd257-739b-4da2-9931-0f05ce8da130 HTTP/1.1" status: 200  len: 944 time: 0.1085386
Jun 28 16:48:18.920826 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-76a5263c-838f-4d1c-9bbe-71c3a7cd4b44 req-1036052b-2ad7-4f10-aa19-e0a28011e420 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=0fc9b833-75ba-412f-9101-db0a16953a9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0918572
Jun 28 16:48:18.976876 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.plugin [None req-dcbaa617-d29f-4131-8a14-c5a626519dfb admin admin] Calling delete_port for 6481c4ed-2367-4a81-8d50-3e55bb4b57fd owned by network:router_interface {{(pid=74151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 28 16:48:19.261281 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-dcbaa617-d29f-4131-8a14-c5a626519dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771078770342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771078328122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32204965'] for port, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:19.264947 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:48:19.313430 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbaa617-d29f-4131-8a14-c5a626519dfb admin admin] Pushing event deleted for resources: {'Port': ['ID=6481c4ed-2367-4a81-8d50-3e55bb4b57fd,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:48:19.317360 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-dcbaa617-d29f-4131-8a14-c5a626519dfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:48:19.823711 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-dcbaa617-d29f-4131-8a14-c5a626519dfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675940'] for router_interface, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:20.221196 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dce430a-fea0-437b-a2f8-0467b8b78e70 req-e8557600-d4c7-4e1c-9118-736d44927bf3 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:48:20.226121 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-3dce430a-fea0-437b-a2f8-0467b8b78e70 req-e8557600-d4c7-4e1c-9118-736d44927bf3 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=66abd257-739b-4da2-9931-0f05ce8da130 HTTP/1.1" status: 200  len: 944 time: 0.0994301
Jun 28 16:48:20.280684 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-3dce430a-fea0-437b-a2f8-0467b8b78e70 req-83f9ee36-610c-4c31-8987-e451adee8930 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=0fc9b833-75ba-412f-9101-db0a16953a9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470724
Jun 28 16:48:20.535713 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcbaa617-d29f-4131-8a14-c5a626519dfb admin admin] Router 0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49 has already been hosted by L3 agent c1a676c2-2a78-4c35-ab22-a28e05dfd46e {{(pid=74151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 28 16:48:20.785180 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcbaa617-d29f-4131-8a14-c5a626519dfb admin admin] Notify agent at l3_agent.dv-cinder-798104-1-iscsi the message routers_updated {{(pid=74151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 28 16:48:20.796324 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bcf89b-1485-41e2-b674-42f0551c04fb None None] Sync routers for ids ['0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49'] in dv-cinder-798104-1-iscsi {{(pid=74152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 28 16:48:20.813776 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bcf89b-1485-41e2-b674-42f0551c04fb None None] Routers {'0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49'} bound to L3 agent in host dv-cinder-798104-1-iscsi {{(pid=74152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 28 16:48:20.814887 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-67bcf89b-1485-41e2-b674-42f0551c04fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa2cfb51c70>, 'dv-cinder-798104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T16:33:11Z,description=<?>,heartbeat_timestamp=2021-06-28T16:48:11Z,host='dv-cinder-798104-1-iscsi',id=c1a676c2-2a78-4c35-ab22-a28e05dfd46e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-28T16:33:11Z,topic='l3_agent')) {'router_ids': ['0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49'], 'active': True} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:48:20.817185 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-dcbaa617-d29f-4131-8a14-c5a626519dfb admin admin] 10.222.0.30 "PUT /v2.0/routers/0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1210172
Jun 28 16:48:20.817961 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 40976) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:48:21.022226 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvr_db [None req-67bcf89b-1485-41e2-b674-42f0551c04fb None None] Set router 0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49 gateway port host: dv-cinder-798104-1-iscsi {{(pid=74152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 28 16:48:21.064685 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-077eef7a-2f28-4154-a358-48aa55afc9d5 admin admin] Notify callbacks [] for router, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:21.435626 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-077eef7a-2f28-4154-a358-48aa55afc9d5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:21.448239 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.plugin [None req-077eef7a-2f28-4154-a358-48aa55afc9d5 admin admin] Deleting port 22fff4eb-67d8-4e77-ad16-b759475d4229 {{(pid=74151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 28 16:48:21.448826 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-077eef7a-2f28-4154-a358-48aa55afc9d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771078813103'] for port, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:21.457060 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-67bcf89b-1485-41e2-b674-42f0551c04fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa2cfb51c70>, [{'id': '0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49', 'name': 'tempest-AttachVolumeTestJSON-580518908-router', 'tenant_id': '82c03e5282854bd0ba377331b218109e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': '22fff4eb-67d8-4e77-ad16-b759475d4229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:06Z', 'updated_at': '2021-06-28T16:48:19Z', 'revision_number': 5, 'project_id': '82c03e5282854bd0ba377331b218109e', 'gw_port': {'id': '22fff4eb-67d8-4e77-ad16-b759475d4229', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ef:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:07Z', 'updated_at': '2021-06-28T16:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi'}], 'dv-cinder-798104-1-iscsi', False) {} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:48:21.462995 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bcf89b-1485-41e2-b674-42f0551c04fb None None] Checking router: 0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49 for host: dv-cinder-798104-1-iscsi {{(pid=74152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 28 16:48:21.483482 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bcf89b-1485-41e2-b674-42f0551c04fb None None] Routers {'0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49'} bound to L3 agent in host dv-cinder-798104-1-iscsi {{(pid=74152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 28 16:48:21.484290 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-67bcf89b-1485-41e2-b674-42f0551c04fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa2cfb51c70>, 'dv-cinder-798104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T16:33:11Z,description=<?>,heartbeat_timestamp=2021-06-28T16:48:11Z,host='dv-cinder-798104-1-iscsi',id=c1a676c2-2a78-4c35-ab22-a28e05dfd46e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-28T16:33:11Z,topic='l3_agent')) {'router_ids': ['0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49'], 'active': True} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:48:21.610615 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dc29c5-f217-4d7e-b9f0-d2c591b77cc4 req-74366e61-03c0-4be0-96aa-b8eaaeeb975a tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:48:21.612119 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-f2dc29c5-f217-4d7e-b9f0-d2c591b77cc4 req-74366e61-03c0-4be0-96aa-b8eaaeeb975a tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=66abd257-739b-4da2-9931-0f05ce8da130 HTTP/1.1" status: 200  len: 944 time: 0.1244812
Jun 28 16:48:21.672560 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.db [None req-077eef7a-2f28-4154-a358-48aa55afc9d5 admin admin] For port 22fff4eb-67d8-4e77-ad16-b759475d4229, host dv-cinder-798104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-iscsi',level=0,port_id=22fff4eb-67d8-4e77-ad16-b759475d4229,segment=NetworkSegment(c33c21b7-7592-40e1-a334-7e00067f8a18),segment_id=c33c21b7-7592-40e1-a334-7e00067f8a18)] {{(pid=74151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:48:21.672981 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-077eef7a-2f28-4154-a358-48aa55afc9d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679626'] for port, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:21.674047 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-f2dc29c5-f217-4d7e-b9f0-d2c591b77cc4 req-1f6ba4a5-84db-49b1-9dbd-4bcb91ce03be tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=0fc9b833-75ba-412f-9101-db0a16953a9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0552924
Jun 28 16:48:21.782029 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvr_db [None req-67bcf89b-1485-41e2-b674-42f0551c04fb None None] Set router 0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49 gateway port host: None {{(pid=74152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 28 16:48:21.852267 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.plugin [None req-077eef7a-2f28-4154-a358-48aa55afc9d5 admin admin] Calling delete_port for 22fff4eb-67d8-4e77-ad16-b759475d4229 owned by network:router_gateway {{(pid=74151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 28 16:48:21.979672 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-67bcf89b-1485-41e2-b674-42f0551c04fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa2cfb51c70>, [{'id': '0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49', 'name': 'tempest-AttachVolumeTestJSON-580518908-router', 'tenant_id': '82c03e5282854bd0ba377331b218109e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:06Z', 'updated_at': '2021-06-28T16:48:21Z', 'revision_number': 6, 'project_id': '82c03e5282854bd0ba377331b218109e', 'gw_port_host': None}], 'dv-cinder-798104-1-iscsi', False) {} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:48:21.983962 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bcf89b-1485-41e2-b674-42f0551c04fb None None] The sync data for ids ['0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49'] in dv-cinder-798104-1-iscsi is: [{'id': '0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49', 'name': 'tempest-AttachVolumeTestJSON-580518908-router', 'tenant_id': '82c03e5282854bd0ba377331b218109e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:06Z', 'updated_at': '2021-06-28T16:48:21Z', 'revision_number': 6, 'project_id': '82c03e5282854bd0ba377331b218109e', 'gw_port_host': None}] {{(pid=74152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 28 16:48:22.053699 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-077eef7a-2f28-4154-a358-48aa55afc9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771078770342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771078328122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32204965'] for port, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:22.059021 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-3d71c694-747a-4566-9bb6-4867bd2cc5ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:48:22.101748 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077eef7a-2f28-4154-a358-48aa55afc9d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=22fff4eb-67d8-4e77-ad16-b759475d4229,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:48:22.104753 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-077eef7a-2f28-4154-a358-48aa55afc9d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:48:22.359618 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-077eef7a-2f28-4154-a358-48aa55afc9d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-674445'] for router_gateway, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:22.687333 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-077eef7a-2f28-4154-a358-48aa55afc9d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-673565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:22.692658 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-077eef7a-2f28-4154-a358-48aa55afc9d5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:22.719734 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-077eef7a-2f28-4154-a358-48aa55afc9d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-673777'] for router, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:22.720349 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-077eef7a-2f28-4154-a358-48aa55afc9d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49 {{(pid=74151) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 28 16:48:22.733862 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-077eef7a-2f28-4154-a358-48aa55afc9d5 admin admin] Notify callbacks [] for router, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:22.734934 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-077eef7a-2f28-4154-a358-48aa55afc9d5 admin admin] 10.222.0.30 "DELETE /v2.0/routers/0d6e83e8-5cf1-4b6d-9a95-5243ac3cad49 HTTP/1.1" status: 204  len: 168 time: 1.9153264
Jun 28 16:48:22.737700 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 40982) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:48:22.836765 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2b6c213-4f1c-4aac-aeaa-fd12eb438c41 admin admin] Deleting subnet c17c6b4c-b032-4eb3-9e61-7e44dcd4cae3 {{(pid=74150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 28 16:48:22.852797 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-a2b6c213-4f1c-4aac-aeaa-fd12eb438c41 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:22.916626 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-a2b6c213-4f1c-4aac-aeaa-fd12eb438c41 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32537730'] for subnet, precommit_delete_associations {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:23.142732 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-a2b6c213-4f1c-4aac-aeaa-fd12eb438c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1427664'] for subnet, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:23.185627 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04909003-64f8-4807-bb2a-fb6480ff6c49 req-5bf03621-f922-4999-8af5-a525a60ae152 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:48:23.187045 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-04909003-64f8-4807-bb2a-fb6480ff6c49 req-5bf03621-f922-4999-8af5-a525a60ae152 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=66abd257-739b-4da2-9931-0f05ce8da130 HTTP/1.1" status: 200  len: 944 time: 0.2114522
Jun 28 16:48:23.260953 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-a2b6c213-4f1c-4aac-aeaa-fd12eb438c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32536586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32270940'] for subnet, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:23.268131 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:48:23.298513 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-04909003-64f8-4807-bb2a-fb6480ff6c49 req-bf839ee3-68bd-4a73-a4e6-581b12bb82b1 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=0fc9b833-75ba-412f-9101-db0a16953a9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1050315
Jun 28 16:48:23.309958 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b6c213-4f1c-4aac-aeaa-fd12eb438c41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c17c6b4c-b032-4eb3-9e61-7e44dcd4cae3,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:48:23.313789 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-a2b6c213-4f1c-4aac-aeaa-fd12eb438c41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:48:23.314857 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-a2b6c213-4f1c-4aac-aeaa-fd12eb438c41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533674'] for subnet, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:23.321950 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9acf4e-8b6e-4ca0-9d7f-62b20ff8dc17 None None] Network 016488fa-4c73-4804-a4b6-958ce586a741 requested from dv-cinder-798104-1-iscsi {{(pid=74152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 28 16:48:23.326704 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-a2b6c213-4f1c-4aac-aeaa-fd12eb438c41 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/c17c6b4c-b032-4eb3-9e61-7e44dcd4cae3 HTTP/1.1" status: 204  len: 168 time: 0.5850964
Jun 28 16:48:23.327487 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 40988) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:48:23.551844 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-9c88aa73-fc2c-447d-8f1e-3ddb37624514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1600473'] for network, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:23.562189 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.plugin [None req-9c88aa73-fc2c-447d-8f1e-3ddb37624514 admin admin] Deleting port bd37493d-0758-4fac-89db-d9b239b198d2 {{(pid=74150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 28 16:48:23.562511 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-9c88aa73-fc2c-447d-8f1e-3ddb37624514 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771078813103'] for port, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:23.646962 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba1f94d-7839-4651-8d10-59c0f91d111f None None] DHCP port deletion for 016488fa-4c73-4804-a4b6-958ce586a741 request from dv-cinder-798104-1-iscsi {{(pid=74152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Jun 28 16:48:23.651592 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-3ba1f94d-7839-4651-8d10-59c0f91d111f None None] Deleting port bd37493d-0758-4fac-89db-d9b239b198d2 {{(pid=74152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 28 16:48:23.652106 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f94d-7839-4651-8d10-59c0f91d111f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771078813103'] for port, before_delete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:23.781749 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device 22fff4eb-67d8-4e77-ad16-b759475d4229 no longer exists at agent ovs-agent-dv-cinder-798104-1-iscsi {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 28 16:48:23.791458 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.db [None req-9c88aa73-fc2c-447d-8f1e-3ddb37624514 admin admin] For port bd37493d-0758-4fac-89db-d9b239b198d2, host dv-cinder-798104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-iscsi',level=0,port_id=bd37493d-0758-4fac-89db-d9b239b198d2,segment=NetworkSegment(d95c8297-5540-4933-9f3d-9c3b535a42fe),segment_id=d95c8297-5540-4933-9f3d-9c3b535a42fe)] {{(pid=74150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:48:23.792062 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-9c88aa73-fc2c-447d-8f1e-3ddb37624514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679626'] for port, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:23.837808 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] No Port match for: 22fff4eb-67d8-4e77-ad16-b759475d4229 {{(pid=74152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 28 16:48:23.838138 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device 22fff4eb-67d8-4e77-ad16-b759475d4229 not bound to the agent host dv-cinder-798104-1-iscsi {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 28 16:48:23.838473 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device bd37493d-0758-4fac-89db-d9b239b198d2 no longer exists at agent ovs-agent-dv-cinder-798104-1-iscsi {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 28 16:48:23.939608 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.plugin [None req-9c88aa73-fc2c-447d-8f1e-3ddb37624514 admin admin] Calling delete_port for bd37493d-0758-4fac-89db-d9b239b198d2 owned by network:dhcp {{(pid=74150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 28 16:48:23.980239 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-3ba1f94d-7839-4651-8d10-59c0f91d111f None None] For port bd37493d-0758-4fac-89db-d9b239b198d2, host dv-cinder-798104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-iscsi',level=0,port_id=bd37493d-0758-4fac-89db-d9b239b198d2,segment=NetworkSegment(d95c8297-5540-4933-9f3d-9c3b535a42fe),segment_id=d95c8297-5540-4933-9f3d-9c3b535a42fe)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:48:23.980667 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f94d-7839-4651-8d10-59c0f91d111f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679626'] for port, precommit_delete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:24.018856 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-9c88aa73-fc2c-447d-8f1e-3ddb37624514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771078770342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771078328122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32536825'] for port, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:24.022641 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-5ea9f752-f93a-4932-a971-86447efae50b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:48:24.065170 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c88aa73-fc2c-447d-8f1e-3ddb37624514 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd37493d-0758-4fac-89db-d9b239b198d2,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:48:24.079577 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c88aa73-fc2c-447d-8f1e-3ddb37624514 admin admin] No DVR routers for this DVR port bd37493d-0758-4fac-89db-d9b239b198d2 on host dv-cinder-798104-1-iscsi {{(pid=74150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 28 16:48:24.081787 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c88aa73-fc2c-447d-8f1e-3ddb37624514 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:48:24.082268 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c88aa73-fc2c-447d-8f1e-3ddb37624514 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:48:24.082719 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c88aa73-fc2c-447d-8f1e-3ddb37624514 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:48:24.083142 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c88aa73-fc2c-447d-8f1e-3ddb37624514 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:48:24.083568 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c88aa73-fc2c-447d-8f1e-3ddb37624514 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:48:24.084026 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c88aa73-fc2c-447d-8f1e-3ddb37624514 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:48:24.084444 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c88aa73-fc2c-447d-8f1e-3ddb37624514 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:48:24.084851 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c88aa73-fc2c-447d-8f1e-3ddb37624514 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:48:24.085299 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c88aa73-fc2c-447d-8f1e-3ddb37624514 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:48:24.085732 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c88aa73-fc2c-447d-8f1e-3ddb37624514 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:48:24.086167 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c88aa73-fc2c-447d-8f1e-3ddb37624514 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:48:24.116517 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-9c88aa73-fc2c-447d-8f1e-3ddb37624514 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:48:24.133855 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-3ba1f94d-7839-4651-8d10-59c0f91d111f None None] Calling delete_port for bd37493d-0758-4fac-89db-d9b239b198d2 owned by network:dhcp {{(pid=74152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 28 16:48:24.156310 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Port bd37493d-0758-4fac-89db-d9b239b198d2 update to DOWN by agent not found {{(pid=74152) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2084}}
Jun 28 16:48:24.156526 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device 6481c4ed-2367-4a81-8d50-3e55bb4b57fd no longer exists at agent ovs-agent-dv-cinder-798104-1-iscsi {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 28 16:48:24.204878 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] No Port match for: 6481c4ed-2367-4a81-8d50-3e55bb4b57fd {{(pid=74152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 28 16:48:24.205257 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device 6481c4ed-2367-4a81-8d50-3e55bb4b57fd not bound to the agent host dv-cinder-798104-1-iscsi {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 28 16:48:24.211564 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-9c88aa73-fc2c-447d-8f1e-3ddb37624514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1428645', 'neutron.services.segments.db._delete_segments_for_network-8771078865026'] for network, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:24.232012 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.services.segments.db [None req-9c88aa73-fc2c-447d-8f1e-3ddb37624514 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa2ce72cc10>,) {'filters': {'network_id': ['016488fa-4c73-4804-a4b6-958ce586a741']}} {{(pid=74150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:48:24.238637 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.db.api [None req-3ba1f94d-7839-4651-8d10-59c0f91d111f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74152) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 28 16:48:24.239197 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_db.api [None req-3ba1f94d-7839-4651-8d10-59c0f91d111f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 28 16:48:24.245382 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.services.segments.db [None req-9c88aa73-fc2c-447d-8f1e-3ddb37624514 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa2ce72cc10>, 'd95c8297-5540-4933-9f3d-9c3b535a42fe') {'for_net_delete': True} {{(pid=74150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:48:24.245745 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.services.segments.db [None req-9c88aa73-fc2c-447d-8f1e-3ddb37624514 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa2ce72cc10>, 'd95c8297-5540-4933-9f3d-9c3b535a42fe') {} {{(pid=74150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:48:24.257772 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-9c88aa73-fc2c-447d-8f1e-3ddb37624514 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771078786973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32537741'] for segment, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:24.275878 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-9c88aa73-fc2c-447d-8f1e-3ddb37624514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719364'] for segment, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:24.283352 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c88aa73-fc2c-447d-8f1e-3ddb37624514 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=74150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jun 28 16:48:24.283877 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-9c88aa73-fc2c-447d-8f1e-3ddb37624514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1719391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32536748'] for segment, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:24.297530 dv-cinder-798104-1-iscsi neutron-server[74150]: Traceback (most recent call last):
Jun 28 16:48:24.297530 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jun 28 16:48:24.297530 dv-cinder-798104-1-iscsi neutron-server[74150]:     timer()
Jun 28 16:48:24.297530 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 28 16:48:24.297530 dv-cinder-798104-1-iscsi neutron-server[74150]:     cb(*args, **kw)
Jun 28 16:48:24.297530 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jun 28 16:48:24.297530 dv-cinder-798104-1-iscsi neutron-server[74150]:     return func(*args, **kwargs)
Jun 28 16:48:24.297530 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 28 16:48:24.297530 dv-cinder-798104-1-iscsi neutron-server[74150]:     self._notify()
Jun 28 16:48:24.297530 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 28 16:48:24.297530 dv-cinder-798104-1-iscsi neutron-server[74150]:     self.callback(batched_events)
Jun 28 16:48:24.297530 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 28 16:48:24.297530 dv-cinder-798104-1-iscsi neutron-server[74150]:     event.method(event)
Jun 28 16:48:24.297530 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 28 16:48:24.297530 dv-cinder-798104-1-iscsi neutron-server[74150]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 28 16:48:24.297530 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 28 16:48:24.297530 dv-cinder-798104-1-iscsi neutron-server[74150]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 28 16:48:24.297530 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 28 16:48:24.297530 dv-cinder-798104-1-iscsi neutron-server[74150]:     return f(self, *a, **k)
Jun 28 16:48:24.297530 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jun 28 16:48:24.297530 dv-cinder-798104-1-iscsi neutron-server[74150]:     return self._get(url).json()
Jun 28 16:48:24.297530 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jun 28 16:48:24.297530 dv-cinder-798104-1-iscsi neutron-server[74150]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 28 16:48:24.297530 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jun 28 16:48:24.297530 dv-cinder-798104-1-iscsi neutron-server[74150]:     return self.request(url, 'GET', **kwargs)
Jun 28 16:48:24.297530 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jun 28 16:48:24.297530 dv-cinder-798104-1-iscsi neutron-server[74150]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 28 16:48:24.297530 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jun 28 16:48:24.297530 dv-cinder-798104-1-iscsi neutron-server[74150]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 28 16:48:24.297530 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jun 28 16:48:24.297530 dv-cinder-798104-1-iscsi neutron-server[74150]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 28 16:48:24.297530 dv-cinder-798104-1-iscsi neutron-server[74150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 28 16:48:24.374656 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-9c88aa73-fc2c-447d-8f1e-3ddb37624514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1428054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-674480'] for network, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:24.379470 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-9c88aa73-fc2c-447d-8f1e-3ddb37624514 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533674'] for network, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:24.383499 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-75aa07dd-0d77-4b83-8db6-c8a3215d0ed6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:48:24.437005 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c88aa73-fc2c-447d-8f1e-3ddb37624514 admin admin] Pushing event deleted for resources: {'Network': ['ID=016488fa-4c73-4804-a4b6-958ce586a741,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:48:24.441781 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-9c88aa73-fc2c-447d-8f1e-3ddb37624514 admin admin] 10.222.0.30 "DELETE /v2.0/networks/016488fa-4c73-4804-a4b6-958ce586a741 HTTP/1.1" status: 204  len: 168 time: 1.1139693
Jun 28 16:48:24.443032 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-9c88aa73-fc2c-447d-8f1e-3ddb37624514 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:48:24.576872 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc296d5-c01f-4366-926f-70d15cea962e req-7e12711c-4896-42de-aa16-40cf1d3d95e6 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:48:24.581775 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-4bc296d5-c01f-4366-926f-70d15cea962e req-7e12711c-4896-42de-aa16-40cf1d3d95e6 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=66abd257-739b-4da2-9931-0f05ce8da130 HTTP/1.1" status: 200  len: 944 time: 0.0887101
Jun 28 16:48:24.625993 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 40998) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:48:24.650411 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-4bc296d5-c01f-4366-926f-70d15cea962e req-bae80d8e-7817-4184-a703-db159bd5c7c2 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=0fc9b833-75ba-412f-9101-db0a16953a9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0634947
Jun 28 16:48:24.703704 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-012d4659-f073-4e96-a823-70deb451d090 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=82c03e5282854bd0ba377331b218109e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0749414
Jun 28 16:48:24.705754 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 41002) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:48:24.741368 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-3ba1f94d-7839-4651-8d10-59c0f91d111f None None] Deleting port bd37493d-0758-4fac-89db-d9b239b198d2 {{(pid=74152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 28 16:48:24.742083 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f94d-7839-4651-8d10-59c0f91d111f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771078813103'] for port, before_delete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:24.790337 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-967066b0-fed0-4551-8947-0dac658ad9d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:24.826128 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-967066b0-fed0-4551-8947-0dac658ad9d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:24.837684 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-3ba1f94d-7839-4651-8d10-59c0f91d111f None None] The port 'bd37493d-0758-4fac-89db-d9b239b198d2' was deleted {{(pid=74152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Jun 28 16:48:24.911862 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-967066b0-fed0-4551-8947-0dac658ad9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:24.916676 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-e786bb06-20a5-4d2a-88d1-1b313efee849 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:48:24.932330 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967066b0-fed0-4551-8947-0dac658ad9d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba9ac0f3-9f54-4472-9e52-22b50e380775,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:48:24.935298 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-967066b0-fed0-4551-8947-0dac658ad9d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:48:24.945034 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-967066b0-fed0-4551-8947-0dac658ad9d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:24.946585 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-967066b0-fed0-4551-8947-0dac658ad9d1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ba9ac0f3-9f54-4472-9e52-22b50e380775 HTTP/1.1" status: 204  len: 168 time: 0.2398467
Jun 28 16:48:25.904339 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7030f31e-9861-47e6-b050-8e1101ee2f9b req-c5c65b43-49e3-4cc2-8e67-9deb1a5a721d tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:48:25.906521 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-7030f31e-9861-47e6-b050-8e1101ee2f9b req-c5c65b43-49e3-4cc2-8e67-9deb1a5a721d tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=66abd257-739b-4da2-9931-0f05ce8da130 HTTP/1.1" status: 200  len: 944 time: 0.0923634
Jun 28 16:48:25.957434 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-7030f31e-9861-47e6-b050-8e1101ee2f9b req-b3060e3f-7366-4618-8718-d522a9358f48 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=0fc9b833-75ba-412f-9101-db0a16953a9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448773
Jun 28 16:48:27.285947 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65987d56-a3eb-43d5-b1ab-d7c49132d6e1 req-61dbb9f4-4f8f-49c7-8ec4-bfeca117315b tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:48:27.288550 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-65987d56-a3eb-43d5-b1ab-d7c49132d6e1 req-61dbb9f4-4f8f-49c7-8ec4-bfeca117315b tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=66abd257-739b-4da2-9931-0f05ce8da130 HTTP/1.1" status: 200  len: 944 time: 0.0929587
Jun 28 16:48:27.338491 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-65987d56-a3eb-43d5-b1ab-d7c49132d6e1 req-3473b6f0-c96d-46ba-8592-1305f9a7db65 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=0fc9b833-75ba-412f-9101-db0a16953a9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440350
Jun 28 16:48:28.570939 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b2212b-b1dc-4ebd-8a50-21c01288c096 req-27769c48-1194-4390-b166-1c04fc46cba7 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:48:28.572479 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-47b2212b-b1dc-4ebd-8a50-21c01288c096 req-27769c48-1194-4390-b166-1c04fc46cba7 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=66abd257-739b-4da2-9931-0f05ce8da130 HTTP/1.1" status: 200  len: 944 time: 0.0822847
Jun 28 16:48:28.627406 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-47b2212b-b1dc-4ebd-8a50-21c01288c096 req-b0f32862-64d9-493a-ad70-a30b4949331a tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=0fc9b833-75ba-412f-9101-db0a16953a9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0484667
Jun 28 16:48:29.861160 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0384bf-1f3b-47fd-a522-518d37a0a57c req-b819cab1-cfd8-4e23-9b82-8459f8c99e73 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:48:29.862651 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-2c0384bf-1f3b-47fd-a522-518d37a0a57c req-b819cab1-cfd8-4e23-9b82-8459f8c99e73 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=66abd257-739b-4da2-9931-0f05ce8da130 HTTP/1.1" status: 200  len: 944 time: 0.0905802
Jun 28 16:48:29.914048 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-2c0384bf-1f3b-47fd-a522-518d37a0a57c req-f1b58128-3e6a-4322-97e3-dfb0c0614891 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=0fc9b833-75ba-412f-9101-db0a16953a9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442853
Jun 28 16:48:29.937276 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 41072) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:48:30.098921 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-c31005bd-b20b-4b11-a097-dbe0d466d333 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:30.140375 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-c31005bd-b20b-4b11-a097-dbe0d466d333 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:48:30.144572 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-c31005bd-b20b-4b11-a097-dbe0d466d333 admin admin] Usage tracker for resource:security_group_rule and tenant:b3ed1f985d6743dfbca0a493aa6bcd94 is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:48:30.148726 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-c31005bd-b20b-4b11-a097-dbe0d466d333 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:48:30.164702 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-c31005bd-b20b-4b11-a097-dbe0d466d333 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:48:30.245529 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-c31005bd-b20b-4b11-a097-dbe0d466d333 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:30.249919 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-c31005bd-b20b-4b11-a097-dbe0d466d333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:30.257626 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-0657a4fc-7b00-40cd-8b82-463fceda09e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:48:30.304729 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31005bd-b20b-4b11-a097-dbe0d466d333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49fdd88a-07c5-4404-b891-61322a3f1403,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:48:30.308518 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-c31005bd-b20b-4b11-a097-dbe0d466d333 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b3ed1f985d6743dfbca0a493aa6bcd94&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3702097
Jun 28 16:48:30.311987 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 41078) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:48:30.316524 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31005bd-b20b-4b11-a097-dbe0d466d333 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:48:30.316893 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31005bd-b20b-4b11-a097-dbe0d466d333 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:48:30.317296 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31005bd-b20b-4b11-a097-dbe0d466d333 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:48:30.317658 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31005bd-b20b-4b11-a097-dbe0d466d333 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:48:30.318014 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31005bd-b20b-4b11-a097-dbe0d466d333 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:48:30.318907 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31005bd-b20b-4b11-a097-dbe0d466d333 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:48:30.319254 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31005bd-b20b-4b11-a097-dbe0d466d333 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:48:30.319807 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31005bd-b20b-4b11-a097-dbe0d466d333 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:48:30.320131 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31005bd-b20b-4b11-a097-dbe0d466d333 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:48:30.320610 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31005bd-b20b-4b11-a097-dbe0d466d333 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:48:30.320964 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31005bd-b20b-4b11-a097-dbe0d466d333 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:48:30.326207 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-c31005bd-b20b-4b11-a097-dbe0d466d333 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:48:30.382753 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-798e8f6b-9b8b-40cf-b4ff-82c9a40f748e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:30.412288 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-798e8f6b-9b8b-40cf-b4ff-82c9a40f748e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:30.472136 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-798e8f6b-9b8b-40cf-b4ff-82c9a40f748e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:30.476281 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-41620a4d-f890-425e-8ef6-19f47fe5a5ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:48:30.488248 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798e8f6b-9b8b-40cf-b4ff-82c9a40f748e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49fdd88a-07c5-4404-b891-61322a3f1403,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:48:30.491345 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-798e8f6b-9b8b-40cf-b4ff-82c9a40f748e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:48:30.498550 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-798e8f6b-9b8b-40cf-b4ff-82c9a40f748e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:30.500397 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-798e8f6b-9b8b-40cf-b4ff-82c9a40f748e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/49fdd88a-07c5-4404-b891-61322a3f1403 HTTP/1.1" status: 204  len: 168 time: 0.1872413
Jun 28 16:48:30.906308 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device f090046c-f0d5-4f85-beb0-83bf7f44cb1b details requested by agent hyperv_hv-cinder-79810 with host hv-cinder-79810 {{(pid=74152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 28 16:48:31.045828 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] For port f090046c-f0d5-4f85-beb0-83bf7f44cb1b, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=f090046c-f0d5-4f85-beb0-83bf7f44cb1b,segment=NetworkSegment(f7e7868f-b1c3-4298-a940-297b02826b74),segment_id=f7e7868f-b1c3-4298-a940-297b02826b74)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:48:31.059680 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Returning: {'device': 'f090046c-f0d5-4f85-beb0-83bf7f44cb1b', 'network_id': '5a346278-b5ab-4c50-92aa-d9c545e84c60', 'port_id': 'f090046c-f0d5-4f85-beb0-83bf7f44cb1b', 'mac_address': 'fa:16:3e:1e:28:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3e3d357-dcc0-424c-a40d-bd73416cd8db', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 28 16:48:31.120056 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:31.139005 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.notifiers.nova [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f090046c-f0d5-4f85-beb0-83bf7f44cb1b {{(pid=74152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 28 16:48:31.154277 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] For port f090046c-f0d5-4f85-beb0-83bf7f44cb1b, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=f090046c-f0d5-4f85-beb0-83bf7f44cb1b,segment=NetworkSegment(f7e7868f-b1c3-4298-a940-297b02826b74),segment_id=f7e7868f-b1c3-4298-a940-297b02826b74)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:48:31.159122 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:31.159758 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c2a697-c7e6-41e8-8409-eb494fb844ac req-dcfdb0eb-2c40-4369-a240-cf780032c3f2 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:48:31.161512 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-98c2a697-c7e6-41e8-8409-eb494fb844ac req-dcfdb0eb-2c40-4369-a240-cf780032c3f2 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=66abd257-739b-4da2-9931-0f05ce8da130 HTTP/1.1" status: 200  len: 944 time: 0.0972984
Jun 28 16:48:31.162715 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:48:31.211750 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-98c2a697-c7e6-41e8-8409-eb494fb844ac req-7fc9decc-3510-499c-9369-779c60b51f7d tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=0fc9b833-75ba-412f-9101-db0a16953a9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437109
Jun 28 16:48:31.231220 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Pushing event updated for resources: {'Port': ['ID=f090046c-f0d5-4f85-beb0-83bf7f44cb1b,revision_number=9']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:48:31.234325 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:48:31.363967 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] get_ports_and_sgs() called for port_ids ['f090046c-f0d5-4f85-beb0-83bf7f44cb1b'] {{(pid=74152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 28 16:48:32.485971 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f81b2b9-611f-4f31-91ae-e6b099ed2f8c req-a17472c5-6a95-4c14-977b-708253600668 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:48:32.487717 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-4f81b2b9-611f-4f31-91ae-e6b099ed2f8c req-a17472c5-6a95-4c14-977b-708253600668 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=66abd257-739b-4da2-9931-0f05ce8da130 HTTP/1.1" status: 200  len: 945 time: 0.1264777
Jun 28 16:48:32.542813 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-4f81b2b9-611f-4f31-91ae-e6b099ed2f8c req-a0b2bad6-535d-4067-8e2b-3817da6340c8 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=0fc9b833-75ba-412f-9101-db0a16953a9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477273
Jun 28 16:48:32.921747 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device f090046c-f0d5-4f85-beb0-83bf7f44cb1b up at agent hyperv_hv-cinder-79810 {{(pid=74152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 28 16:48:32.997880 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Provisioning complete for port f090046c-f0d5-4f85-beb0-83bf7f44cb1b triggered by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:48:32.998294 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:33.126843 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:33.161832 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66abd257-739b-4da2-9931-0f05ce8da130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f090046c-f0d5-4f85-beb0-83bf7f44cb1b'}] {{(pid=74152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 28 16:48:33.188408 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] For port f090046c-f0d5-4f85-beb0-83bf7f44cb1b, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=f090046c-f0d5-4f85-beb0-83bf7f44cb1b,segment=NetworkSegment(f7e7868f-b1c3-4298-a940-297b02826b74),segment_id=f7e7868f-b1c3-4298-a940-297b02826b74)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:48:33.194979 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:33.198092 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:48:33.269761 dv-cinder-798104-1-iscsi neutron-server[74152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66abd257-739b-4da2-9931-0f05ce8da130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f090046c-f0d5-4f85-beb0-83bf7f44cb1b', 'code': 200}
Jun 28 16:48:33.320518 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Pushing event updated for resources: {'Port': ['ID=f090046c-f0d5-4f85-beb0-83bf7f44cb1b,revision_number=10']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:48:33.326163 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:48:33.495076 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-57200092-3110-4952-a6f6-177156572277 req-4e0295a1-b22a-49ac-a417-9e810e602b38 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=66abd257-739b-4da2-9931-0f05ce8da130 HTTP/1.1" status: 200  len: 1100 time: 0.0700414
Jun 28 16:48:33.539455 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-57200092-3110-4952-a6f6-177156572277 req-a926ee2f-0036-4ed4-8399-8528227bc96f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0fc9b833-75ba-412f-9101-db0a16953a9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382900
Jun 28 16:48:33.764061 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd08c99c-e1c6-4f26-aa90-cb1e3520f1b1 req-49e4fa30-32d5-47e5-a2c0-1ff6dcff5f4e tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:48:33.765532 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-fd08c99c-e1c6-4f26-aa90-cb1e3520f1b1 req-49e4fa30-32d5-47e5-a2c0-1ff6dcff5f4e tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=66abd257-739b-4da2-9931-0f05ce8da130 HTTP/1.1" status: 200  len: 947 time: 0.0840747
Jun 28 16:48:33.813805 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-fd08c99c-e1c6-4f26-aa90-cb1e3520f1b1 req-967eca17-8bc8-4cda-8701-42673c331745 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=0fc9b833-75ba-412f-9101-db0a16953a9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419123
Jun 28 16:48:34.714159 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 41254) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:48:34.869073 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-d0c12f96-9766-466b-b2da-8374c4653390 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:34.914094 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-d0c12f96-9766-466b-b2da-8374c4653390 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:48:34.918307 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-d0c12f96-9766-466b-b2da-8374c4653390 admin admin] Usage tracker for resource:security_group_rule and tenant:282d0ba0d6ae473c88cb7aab0cc0ef10 is out of sync, need to count used quota {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:48:34.921097 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-d0c12f96-9766-466b-b2da-8374c4653390 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:48:34.926905 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-d0c12f96-9766-466b-b2da-8374c4653390 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:48:35.036707 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-d0c12f96-9766-466b-b2da-8374c4653390 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:35.043274 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-d0c12f96-9766-466b-b2da-8374c4653390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:35.052029 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-40fef7cf-6aab-41e2-b360-0a5cab993ad2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:48:35.086838 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c12f96-9766-466b-b2da-8374c4653390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7afd9fe-f5bf-4892-a9c5-1dc193be4796,revision_number=1']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:48:35.118325 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-d0c12f96-9766-466b-b2da-8374c4653390 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:48:35.124719 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-d0c12f96-9766-466b-b2da-8374c4653390 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=282d0ba0d6ae473c88cb7aab0cc0ef10&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4094033
Jun 28 16:48:35.127568 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 41262) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:48:35.151835 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3442ac2-f061-4fde-88bf-1bf2ae29bf32 req-ebaae8bc-1464-4f3c-bd9b-513fdb2a720a tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:48:35.161225 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-c3442ac2-f061-4fde-88bf-1bf2ae29bf32 req-ebaae8bc-1464-4f3c-bd9b-513fdb2a720a tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=66abd257-739b-4da2-9931-0f05ce8da130 HTTP/1.1" status: 200  len: 947 time: 0.1801050
Jun 28 16:48:35.203679 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-b4bfd85b-8155-4864-93aa-08cc3deba4ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:35.304647 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-c3442ac2-f061-4fde-88bf-1bf2ae29bf32 req-25f941cb-4bb4-4a68-8b05-e5fc9e306028 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=0fc9b833-75ba-412f-9101-db0a16953a9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1424716
Jun 28 16:48:35.333556 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-b4bfd85b-8155-4864-93aa-08cc3deba4ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:35.385988 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-b4bfd85b-8155-4864-93aa-08cc3deba4ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:35.394295 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-10bc6325-7032-4f6c-9500-7c02a0e9c6c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:48:35.409131 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bfd85b-8155-4864-93aa-08cc3deba4ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7afd9fe-f5bf-4892-a9c5-1dc193be4796,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:48:35.411435 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-b4bfd85b-8155-4864-93aa-08cc3deba4ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:48:35.418735 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-b4bfd85b-8155-4864-93aa-08cc3deba4ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:35.419835 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-b4bfd85b-8155-4864-93aa-08cc3deba4ae admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f7afd9fe-f5bf-4892-a9c5-1dc193be4796 HTTP/1.1" status: 204  len: 168 time: 0.2907438
Jun 28 16:48:35.795564 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 41270) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:48:35.813496 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-dc42d11a-84eb-4659-b2b7-17099fae124a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:35.845220 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-dc42d11a-84eb-4659-b2b7-17099fae124a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:48:35.849454 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-dc42d11a-84eb-4659-b2b7-17099fae124a admin admin] Usage tracker for resource:security_group_rule and tenant:9da5955923604921921a6b6d8d1b95b3 is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:48:35.853204 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-dc42d11a-84eb-4659-b2b7-17099fae124a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:48:35.858966 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-dc42d11a-84eb-4659-b2b7-17099fae124a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:48:35.929479 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-dc42d11a-84eb-4659-b2b7-17099fae124a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:35.933974 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-dc42d11a-84eb-4659-b2b7-17099fae124a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:35.943587 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-d8c04bd4-a551-4225-b1c6-159566a8ccb6 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:48:35.987422 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc42d11a-84eb-4659-b2b7-17099fae124a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d4bc6a-8bc3-46dd-babd-f6f8df9e9bf2,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:48:35.991445 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-dc42d11a-84eb-4659-b2b7-17099fae124a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9da5955923604921921a6b6d8d1b95b3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1948781
Jun 28 16:48:35.992342 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-dc42d11a-84eb-4659-b2b7-17099fae124a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:48:35.995266 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 41274) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:48:36.059233 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-fd858f87-6785-47be-81c8-9ad8360f16e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:36.088972 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-fd858f87-6785-47be-81c8-9ad8360f16e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:36.139669 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-fd858f87-6785-47be-81c8-9ad8360f16e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:36.143442 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-dc42d11a-84eb-4659-b2b7-17099fae124a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:48:36.155180 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd858f87-6785-47be-81c8-9ad8360f16e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d4bc6a-8bc3-46dd-babd-f6f8df9e9bf2,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:48:36.157732 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-fd858f87-6785-47be-81c8-9ad8360f16e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:48:36.163645 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-fd858f87-6785-47be-81c8-9ad8360f16e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:36.164809 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-fd858f87-6785-47be-81c8-9ad8360f16e6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b7d4bc6a-8bc3-46dd-babd-f6f8df9e9bf2 HTTP/1.1" status: 204  len: 168 time: 0.1692896
Jun 28 16:48:36.525228 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5555fc-0956-424b-85bf-8a2abaca55d9 req-1dae92aa-5ec1-41d1-b941-750c0f42380c tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:48:36.526677 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-4b5555fc-0956-424b-85bf-8a2abaca55d9 req-1dae92aa-5ec1-41d1-b941-750c0f42380c tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=66abd257-739b-4da2-9931-0f05ce8da130 HTTP/1.1" status: 200  len: 947 time: 0.0774922
Jun 28 16:48:36.576512 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-4b5555fc-0956-424b-85bf-8a2abaca55d9 req-aa9498a4-2bcd-4cf8-bcc4-ad6e09818fd9 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=0fc9b833-75ba-412f-9101-db0a16953a9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443292
Jun 28 16:48:38.962402 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-4063465e-7792-4287-80e4-49142ace66b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:39.452252 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:39.488605 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.agents_db [None req-cfc1c983-b0ac-48e0-8737-db5653a7b2f7 None None] Agent healthcheck: found 6 active agents {{(pid=74153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 28 16:48:40.280566 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 41374) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:48:40.430383 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-f8cd7628-0207-4388-b6c3-e1015ab1a1cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:40.461726 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-f8cd7628-0207-4388-b6c3-e1015ab1a1cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:48:40.465836 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-f8cd7628-0207-4388-b6c3-e1015ab1a1cc admin admin] Usage tracker for resource:security_group_rule and tenant:91f1c481fbda4957816f86cda1a708a9 is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:48:40.468826 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-f8cd7628-0207-4388-b6c3-e1015ab1a1cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:48:40.474447 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-f8cd7628-0207-4388-b6c3-e1015ab1a1cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:48:40.538507 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-f8cd7628-0207-4388-b6c3-e1015ab1a1cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:40.542290 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-f8cd7628-0207-4388-b6c3-e1015ab1a1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:40.548550 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-23cd771e-088d-4b5f-85c3-156581be7b5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:48:40.591268 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cd7628-0207-4388-b6c3-e1015ab1a1cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd4db1c-286d-41a9-b550-7c67e49aa3e6,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:48:40.595496 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-f8cd7628-0207-4388-b6c3-e1015ab1a1cc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=91f1c481fbda4957816f86cda1a708a9&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3137860
Jun 28 16:48:40.596459 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-f8cd7628-0207-4388-b6c3-e1015ab1a1cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:48:40.598227 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 41380) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:48:40.657882 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-afe34087-d678-409f-bfe9-632db6207cc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:40.682517 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-afe34087-d678-409f-bfe9-632db6207cc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:40.733763 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-afe34087-d678-409f-bfe9-632db6207cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:40.737325 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-b4bfd85b-8155-4864-93aa-08cc3deba4ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:48:40.750135 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe34087-d678-409f-bfe9-632db6207cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd4db1c-286d-41a9-b550-7c67e49aa3e6,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:48:40.752385 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-afe34087-d678-409f-bfe9-632db6207cc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:48:40.755659 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-afe34087-d678-409f-bfe9-632db6207cc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:40.757815 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-afe34087-d678-409f-bfe9-632db6207cc8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2fd4db1c-286d-41a9-b550-7c67e49aa3e6 HTTP/1.1" status: 204  len: 168 time: 0.1586761
Jun 28 16:48:41.085738 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 41388) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:48:41.104006 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-b52598cc-014b-4df2-b58d-386c53dda7e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:41.135296 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-b52598cc-014b-4df2-b58d-386c53dda7e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:48:41.139045 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-b52598cc-014b-4df2-b58d-386c53dda7e5 admin admin] Usage tracker for resource:security_group_rule and tenant:ed0bd9e6e71545d590bb9407311e673b is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:48:41.141788 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-b52598cc-014b-4df2-b58d-386c53dda7e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:48:41.147437 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-b52598cc-014b-4df2-b58d-386c53dda7e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:48:41.213198 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-b52598cc-014b-4df2-b58d-386c53dda7e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:41.216775 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-b52598cc-014b-4df2-b58d-386c53dda7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:41.223053 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-2570454a-da7f-48a5-9240-f438afe64d4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:48:41.241555 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-022d46ff-2d3c-4aed-bba4-a0e26fff9cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:41.269527 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52598cc-014b-4df2-b58d-386c53dda7e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a791083-cdd6-4bf0-9343-14c8461a21b2,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:48:41.272468 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-b52598cc-014b-4df2-b58d-386c53dda7e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:48:41.274990 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-b52598cc-014b-4df2-b58d-386c53dda7e5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ed0bd9e6e71545d590bb9407311e673b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1881070
Jun 28 16:48:41.277885 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 41392) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:48:41.345872 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-e2ec5ec4-2d57-4da0-8c7c-95f3471200b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:41.373740 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-e2ec5ec4-2d57-4da0-8c7c-95f3471200b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:41.424545 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-e2ec5ec4-2d57-4da0-8c7c-95f3471200b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:41.428806 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-c07b2c4f-11e7-475d-a707-6719de3ea9d2 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:48:41.439849 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ec5ec4-2d57-4da0-8c7c-95f3471200b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a791083-cdd6-4bf0-9343-14c8461a21b2,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:48:41.444461 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-e2ec5ec4-2d57-4da0-8c7c-95f3471200b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:48:41.447789 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-e2ec5ec4-2d57-4da0-8c7c-95f3471200b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:41.448881 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-e2ec5ec4-2d57-4da0-8c7c-95f3471200b9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8a791083-cdd6-4bf0-9343-14c8461a21b2 HTTP/1.1" status: 204  len: 168 time: 0.1701159
Jun 28 16:48:42.442546 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-6c3ff140-2be5-46e8-b74a-5424bc372793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:43.802116 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 41442) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:48:43.950479 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-cf37eba2-c817-4a51-b63d-75dca250366e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:43.980301 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-cf37eba2-c817-4a51-b63d-75dca250366e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:48:43.984032 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-cf37eba2-c817-4a51-b63d-75dca250366e admin admin] Usage tracker for resource:security_group_rule and tenant:b82adc37a80445178607c192adb7b299 is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:48:43.986818 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-cf37eba2-c817-4a51-b63d-75dca250366e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:48:43.992862 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-cf37eba2-c817-4a51-b63d-75dca250366e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:48:44.048288 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-5e27322e-457d-4bf0-b73d-ff6c09f635fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:44.068912 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-cf37eba2-c817-4a51-b63d-75dca250366e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:44.073621 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-cf37eba2-c817-4a51-b63d-75dca250366e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:44.080402 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-46960351-e51b-4ca2-a4c5-3bd17706d043 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:48:44.121706 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf37eba2-c817-4a51-b63d-75dca250366e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de0efa72-0367-49d1-b4e3-a9cc5ac34b11,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:48:44.124673 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-cf37eba2-c817-4a51-b63d-75dca250366e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:48:44.127344 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-cf37eba2-c817-4a51-b63d-75dca250366e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b82adc37a80445178607c192adb7b299&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3241372
Jun 28 16:48:44.129886 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 41448) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:48:44.192468 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-4d994708-b0fd-474d-aa04-38b5b5b83264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:44.218862 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-4d994708-b0fd-474d-aa04-38b5b5b83264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:44.270711 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-4d994708-b0fd-474d-aa04-38b5b5b83264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:44.274445 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-afe34087-d678-409f-bfe9-632db6207cc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:48:44.285821 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d994708-b0fd-474d-aa04-38b5b5b83264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de0efa72-0367-49d1-b4e3-a9cc5ac34b11,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:48:44.289981 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-4d994708-b0fd-474d-aa04-38b5b5b83264 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:48:44.294205 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-4d994708-b0fd-474d-aa04-38b5b5b83264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:44.295328 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-4d994708-b0fd-474d-aa04-38b5b5b83264 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/de0efa72-0367-49d1-b4e3-a9cc5ac34b11 HTTP/1.1" status: 204  len: 168 time: 0.1645474
Jun 28 16:48:44.649073 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 41456) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:48:44.671311 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-c7d8e4d9-a6db-41a6-98d1-69184a0f7ae3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:44.703675 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-c7d8e4d9-a6db-41a6-98d1-69184a0f7ae3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:48:44.707626 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-c7d8e4d9-a6db-41a6-98d1-69184a0f7ae3 admin admin] Usage tracker for resource:security_group_rule and tenant:5663fcaaf8e84e3cb36be4945a648be6 is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:48:44.710721 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-c7d8e4d9-a6db-41a6-98d1-69184a0f7ae3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:48:44.716676 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-c7d8e4d9-a6db-41a6-98d1-69184a0f7ae3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:48:44.780501 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-c7d8e4d9-a6db-41a6-98d1-69184a0f7ae3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:44.784716 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-c7d8e4d9-a6db-41a6-98d1-69184a0f7ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:44.791971 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-58259722-bac0-4c2e-b6d8-2c44b50d2644 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:48:44.833287 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d8e4d9-a6db-41a6-98d1-69184a0f7ae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad802ebc-214c-4cf5-bf0f-2528ecad09e9,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:48:44.837684 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-c7d8e4d9-a6db-41a6-98d1-69184a0f7ae3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5663fcaaf8e84e3cb36be4945a648be6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1875556
Jun 28 16:48:44.838556 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-c7d8e4d9-a6db-41a6-98d1-69184a0f7ae3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:48:44.840705 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 41460) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:48:44.900432 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-04223cb8-3c97-452d-9b31-f0cff8825bf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:44.929426 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-04223cb8-3c97-452d-9b31-f0cff8825bf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:44.987002 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-04223cb8-3c97-452d-9b31-f0cff8825bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:44.991127 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-0bd0fe51-2532-4f35-815b-e433d0ecb2c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:48:45.002272 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04223cb8-3c97-452d-9b31-f0cff8825bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad802ebc-214c-4cf5-bf0f-2528ecad09e9,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:48:45.005763 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-04223cb8-3c97-452d-9b31-f0cff8825bf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:48:45.009007 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-04223cb8-3c97-452d-9b31-f0cff8825bf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:45.010154 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-04223cb8-3c97-452d-9b31-f0cff8825bf6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ad802ebc-214c-4cf5-bf0f-2528ecad09e9 HTTP/1.1" status: 204  len: 168 time: 0.1689906
Jun 28 16:48:45.078436 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:50.010364 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 41526) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:48:50.156942 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-2534b41c-2fb7-4e21-90e8-2e6316f5cc6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:50.188847 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-2534b41c-2fb7-4e21-90e8-2e6316f5cc6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:48:50.192588 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-2534b41c-2fb7-4e21-90e8-2e6316f5cc6c admin admin] Usage tracker for resource:security_group_rule and tenant:65e188e6db8e478091959543e553e04e is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:48:50.196268 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-2534b41c-2fb7-4e21-90e8-2e6316f5cc6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:48:50.202470 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-2534b41c-2fb7-4e21-90e8-2e6316f5cc6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:48:50.273276 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-2534b41c-2fb7-4e21-90e8-2e6316f5cc6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:50.276973 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-2534b41c-2fb7-4e21-90e8-2e6316f5cc6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:50.283956 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-6930dc48-e856-4cc1-a661-26ff7dd07995 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:48:50.324118 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2534b41c-2fb7-4e21-90e8-2e6316f5cc6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=416aa501-78d6-481f-a9e0-63e58c885be5,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:48:50.327090 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-2534b41c-2fb7-4e21-90e8-2e6316f5cc6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:48:50.329884 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-2534b41c-2fb7-4e21-90e8-2e6316f5cc6c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=65e188e6db8e478091959543e553e04e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3185508
Jun 28 16:48:50.332612 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 41532) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:48:50.398554 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-1faf7126-f9d9-44f8-aa1f-e4da748ddd9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:50.424682 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-1faf7126-f9d9-44f8-aa1f-e4da748ddd9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:50.476646 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-1faf7126-f9d9-44f8-aa1f-e4da748ddd9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:50.480923 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-d1cd38a3-171e-4fb6-83f2-74d2bdd06997 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:48:50.493934 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faf7126-f9d9-44f8-aa1f-e4da748ddd9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=416aa501-78d6-481f-a9e0-63e58c885be5,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:48:50.496323 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-1faf7126-f9d9-44f8-aa1f-e4da748ddd9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:48:50.503773 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-1faf7126-f9d9-44f8-aa1f-e4da748ddd9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:50.504799 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-1faf7126-f9d9-44f8-aa1f-e4da748ddd9b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/416aa501-78d6-481f-a9e0-63e58c885be5 HTTP/1.1" status: 204  len: 168 time: 0.1711788
Jun 28 16:48:51.305295 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 41554) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:48:51.437352 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.v2.base [None req-aa0b40c0-c2fd-447c-a5c5-3511ccf8863a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1425280401-network', 'tenant_id': '752951ca61fe47f0b32b0595cf035391'}} {{(pid=74150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:48:51.441839 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-aa0b40c0-c2fd-447c-a5c5-3511ccf8863a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:48:51.445582 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-aa0b40c0-c2fd-447c-a5c5-3511ccf8863a admin admin] Usage tracker for resource:network and tenant:752951ca61fe47f0b32b0595cf035391 is out of sync, need to count used quota {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:48:51.449736 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-aa0b40c0-c2fd-447c-a5c5-3511ccf8863a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:48:51.457232 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-aa0b40c0-c2fd-447c-a5c5-3511ccf8863a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:48:51.468194 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa0b40c0-c2fd-447c-a5c5-3511ccf8863a admin admin] Made reservation on behalf of 752951ca61fe47f0b32b0595cf035391 for: {'network': 1} {{(pid=74150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 28 16:48:51.470431 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-aa0b40c0-c2fd-447c-a5c5-3511ccf8863a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for network, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:51.482238 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-aa0b40c0-c2fd-447c-a5c5-3511ccf8863a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:51.515200 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-aa0b40c0-c2fd-447c-a5c5-3511ccf8863a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:48:51.518892 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-aa0b40c0-c2fd-447c-a5c5-3511ccf8863a admin admin] Usage tracker for resource:security_group_rule and tenant:752951ca61fe47f0b32b0595cf035391 is out of sync, need to count used quota {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:48:51.521666 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-aa0b40c0-c2fd-447c-a5c5-3511ccf8863a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:48:51.527680 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-aa0b40c0-c2fd-447c-a5c5-3511ccf8863a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:48:51.595983 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-aa0b40c0-c2fd-447c-a5c5-3511ccf8863a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:51.600032 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-aa0b40c0-c2fd-447c-a5c5-3511ccf8863a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:51.603937 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-798e8f6b-9b8b-40cf-b4ff-82c9a40f748e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:48:51.634966 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa0b40c0-c2fd-447c-a5c5-3511ccf8863a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302}  {{(pid=74150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jun 28 16:48:51.643250 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0b40c0-c2fd-447c-a5c5-3511ccf8863a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=295079dc-b308-473a-b47d-11b6e5fc6093,revision_number=1']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:48:51.646901 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-aa0b40c0-c2fd-447c-a5c5-3511ccf8863a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:48:51.649614 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-aa0b40c0-c2fd-447c-a5c5-3511ccf8863a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719364'] for segment, precommit_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:51.649958 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.db.segments_db [None req-aa0b40c0-c2fd-447c-a5c5-3511ccf8863a admin admin] Added segment 109d583d-0c82-4563-bab0-f22854da7c3a of type vlan for network a9115e8f-c856-43bc-8ed7-54570859b456
Jun 28 16:48:51.676973 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-aa0b40c0-c2fd-447c-a5c5-3511ccf8863a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771078342840'] for network, precommit_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:51.705340 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-aa0b40c0-c2fd-447c-a5c5-3511ccf8863a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692'] for network, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:51.706517 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0b40c0-c2fd-447c-a5c5-3511ccf8863a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:48:51.707091 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-aa0b40c0-c2fd-447c-a5c5-3511ccf8863a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533674'] for network, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:51.710438 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-58d39a67-2893-4eb1-bb6c-6e5334fd5a55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:48:51.813450 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0b40c0-c2fd-447c-a5c5-3511ccf8863a admin admin] Pushing event updated for resources: {'Network': ['ID=a9115e8f-c856-43bc-8ed7-54570859b456,revision_number=1']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:48:51.816647 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-aa0b40c0-c2fd-447c-a5c5-3511ccf8863a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:48:51.818680 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-aa0b40c0-c2fd-447c-a5c5-3511ccf8863a admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5118535
Jun 28 16:48:51.822311 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 41560) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:48:51.824925 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Network a9115e8f-c856-43bc-8ed7-54570859b456 details requested by agent ovs-agent-dv-cinder-798104-1-iscsi with host dv-cinder-798104-1-iscsi {{(pid=74152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 28 16:48:51.829510 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.v2.base [None req-026a0e75-1bed-4c8d-a30e-c4e5dd90d611 admin admin] Request body: {'subnet': {'network_id': 'a9115e8f-c856-43bc-8ed7-54570859b456', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1425280401-subnet', 'tenant_id': '752951ca61fe47f0b32b0595cf035391', 'ip_version': 4}} {{(pid=74151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:48:51.834564 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-026a0e75-1bed-4c8d-a30e-c4e5dd90d611 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:48:51.839014 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-026a0e75-1bed-4c8d-a30e-c4e5dd90d611 admin admin] Usage tracker for resource:subnet and tenant:752951ca61fe47f0b32b0595cf035391 is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:48:51.841936 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-026a0e75-1bed-4c8d-a30e-c4e5dd90d611 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:48:51.847676 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-026a0e75-1bed-4c8d-a30e-c4e5dd90d611 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:48:51.859358 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-026a0e75-1bed-4c8d-a30e-c4e5dd90d611 admin admin] Made reservation on behalf of 752951ca61fe47f0b32b0595cf035391 for: {'subnet': 1} {{(pid=74151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 28 16:48:51.861666 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-026a0e75-1bed-4c8d-a30e-c4e5dd90d611 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32082063'] for subnet, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:52.073512 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-026a0e75-1bed-4c8d-a30e-c4e5dd90d611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32204825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32082077'] for subnet, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:52.077180 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-f27227d8-ab4d-4249-8dad-bbab9d0424a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:48:52.141753 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026a0e75-1bed-4c8d-a30e-c4e5dd90d611 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4efdb07-e2c5-4e6d-af9a-cc24275e76fb,revision_number=0']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:48:52.145388 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-026a0e75-1bed-4c8d-a30e-c4e5dd90d611 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:48:52.158353 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026a0e75-1bed-4c8d-a30e-c4e5dd90d611 admin admin] Checking segment: {'id': '109d583d-0c82-4563-bab0-f22854da7c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a9115e8f-c856-43bc-8ed7-54570859b456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 28 16:48:52.158977 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026a0e75-1bed-4c8d-a30e-c4e5dd90d611 admin admin] Network hostable DHCP agents. Network: a9115e8f-c856-43bc-8ed7-54570859b456, hostable agents: ['e6bae525-68bf-4aa0-98dd-dc96c133cc24'], hosted agents: [] {{(pid=74151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 28 16:48:52.179562 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026a0e75-1bed-4c8d-a30e-c4e5dd90d611 admin admin] Network a9115e8f-c856-43bc-8ed7-54570859b456 is scheduled to be hosted by DHCP agent e6bae525-68bf-4aa0-98dd-dc96c133cc24 with binding_index 1 {{(pid=74151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 28 16:48:52.189314 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.base_scheduler [None req-026a0e75-1bed-4c8d-a30e-c4e5dd90d611 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798104-1-iscsi, a9115e8f-c856-43bc-8ed7-54570859b456) {{(pid=74151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 28 16:48:52.193639 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026a0e75-1bed-4c8d-a30e-c4e5dd90d611 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:48:52.194309 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-026a0e75-1bed-4c8d-a30e-c4e5dd90d611 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:52.199788 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac1a30c-bc39-41ca-81bb-8267158fa8cd None None] Network a9115e8f-c856-43bc-8ed7-54570859b456 requested from dv-cinder-798104-1-iscsi {{(pid=74152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 28 16:48:52.220780 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-026a0e75-1bed-4c8d-a30e-c4e5dd90d611 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3958085
Jun 28 16:48:52.223060 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 41564) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:48:52.228407 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.v2.base [None req-2ec391ae-e8c8-448f-9078-71de6c79fef8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1425280401-router', 'tenant_id': '752951ca61fe47f0b32b0595cf035391', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792'}}} {{(pid=74151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:48:52.233411 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-2ec391ae-e8c8-448f-9078-71de6c79fef8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:48:52.237214 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-2ec391ae-e8c8-448f-9078-71de6c79fef8 admin admin] Usage tracker for resource:router and tenant:752951ca61fe47f0b32b0595cf035391 is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:48:52.240027 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-2ec391ae-e8c8-448f-9078-71de6c79fef8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:48:52.246249 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-2ec391ae-e8c8-448f-9078-71de6c79fef8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:48:52.255774 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-2ec391ae-e8c8-448f-9078-71de6c79fef8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-673619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2149'] for router, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:52.256592 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-2ec391ae-e8c8-448f-9078-71de6c79fef8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-672504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-674524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-353154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2170'] for router, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:52.276298 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-2ec391ae-e8c8-448f-9078-71de6c79fef8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:52.421203 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14bc630-1ee9-4389-a8cc-cbdc5809b1d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc71e96ad-d9c0-53f4-9726-180792ecc6d0-a9115e8f-c856-43bc-8ed7-54570859b456', 'network_id': 'a9115e8f-c856-43bc-8ed7-54570859b456', 'tenant_id': '752951ca61fe47f0b32b0595cf035391', 'fixed_ips': [{'subnet_id': 'f4efdb07-e2c5-4e6d-af9a-cc24275e76fb'}]}} from dv-cinder-798104-1-iscsi. {{(pid=74152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Jun 28 16:48:52.422017 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-f14bc630-1ee9-4389-a8cc-cbdc5809b1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_create {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:52.425141 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-2ec391ae-e8c8-448f-9078-71de6c79fef8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-674506', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-673601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2120'] for router, precommit_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:52.585183 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.db_base_plugin_common [None req-f14bc630-1ee9-4389-a8cc-cbdc5809b1d7 None None] Allocated IP 172.20.0.2 (a9115e8f-c856-43bc-8ed7-54570859b456/f4efdb07-e2c5-4e6d-af9a-cc24275e76fb/2fb3cdfc-0a2b-4f50-ad51-089804ac77b3) {{(pid=74152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 28 16:48:52.691888 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-2ec391ae-e8c8-448f-9078-71de6c79fef8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:52.723340 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-2ec391ae-e8c8-448f-9078-71de6c79fef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:52.787950 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-f14bc630-1ee9-4389-a8cc-cbdc5809b1d7 None None] Notify callbacks [] for port, precommit_create {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:52.797983 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-f14bc630-1ee9-4389-a8cc-cbdc5809b1d7 None None] Transition to ACTIVE for port object 2fb3cdfc-0a2b-4f50-ad51-089804ac77b3 will not be triggered until provisioned by entity L2. {{(pid=74152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 28 16:48:52.817112 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-f14bc630-1ee9-4389-a8cc-cbdc5809b1d7 None None] Transition to ACTIVE for port object 2fb3cdfc-0a2b-4f50-ad51-089804ac77b3 will not be triggered until provisioned by entity DHCP. {{(pid=74152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 28 16:48:52.824945 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-f14bc630-1ee9-4389-a8cc-cbdc5809b1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771078328113'] for port, after_create {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:52.829458 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:48:52.865647 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.db_base_plugin_common [None req-2ec391ae-e8c8-448f-9078-71de6c79fef8 admin admin] Allocated IP 172.27.2.115 (05d3a8da-27a1-489e-9cdc-367ff8331792/29317296-a498-419b-860c-f9843650e8eb/33fdea45-2c6a-43e7-872d-279e7c044203) {{(pid=74151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 28 16:48:52.906304 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14bc630-1ee9-4389-a8cc-cbdc5809b1d7 None None] Pushing event updated for resources: {'Port': ['ID=2fb3cdfc-0a2b-4f50-ad51-089804ac77b3,revision_number=1']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:48:52.909842 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14bc630-1ee9-4389-a8cc-cbdc5809b1d7 None None] Network a9115e8f-c856-43bc-8ed7-54570859b456 is already hosted by enough agents. {{(pid=74152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 28 16:48:52.910710 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-f14bc630-1ee9-4389-a8cc-cbdc5809b1d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:48:52.911651 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.scheduler.base_scheduler [None req-f14bc630-1ee9-4389-a8cc-cbdc5809b1d7 None None] Resources bound (agent type, host, resource id):  {{(pid=74152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 28 16:48:52.914349 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14bc630-1ee9-4389-a8cc-cbdc5809b1d7 None None] Received port after_create {{(pid=74152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 28 16:48:52.998254 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.managers [None req-f14bc630-1ee9-4389-a8cc-cbdc5809b1d7 None None] Attempting to bind port 2fb3cdfc-0a2b-4f50-ad51-089804ac77b3 on host dv-cinder-798104-1-iscsi for vnic_type normal with profile  {{(pid=74152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 28 16:48:52.998618 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.managers [None req-f14bc630-1ee9-4389-a8cc-cbdc5809b1d7 None None] Attempting to bind port 2fb3cdfc-0a2b-4f50-ad51-089804ac77b3 by drivers openvswitch,hyperv on host dv-cinder-798104-1-iscsi at level 0 using segments [{'id': '109d583d-0c82-4563-bab0-f22854da7c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a9115e8f-c856-43bc-8ed7-54570859b456'}] {{(pid=74152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 28 16:48:52.998973 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14bc630-1ee9-4389-a8cc-cbdc5809b1d7 None None] Attempting to bind port 2fb3cdfc-0a2b-4f50-ad51-089804ac77b3 on network a9115e8f-c856-43bc-8ed7-54570859b456 {{(pid=74152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 28 16:48:53.005482 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14bc630-1ee9-4389-a8cc-cbdc5809b1d7 None None] Checking agent: {'id': '235649c2-d0e1-424d-8662-9e7ce5cd7ca9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798104-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 16, 33, 9), 'started_at': datetime.datetime(2021, 6, 28, 16, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 16, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798104-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 28 16:48:53.005852 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14bc630-1ee9-4389-a8cc-cbdc5809b1d7 None None] Checking segment: {'id': '109d583d-0c82-4563-bab0-f22854da7c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a9115e8f-c856-43bc-8ed7-54570859b456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 28 16:48:53.006255 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-f14bc630-1ee9-4389-a8cc-cbdc5809b1d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:53.006640 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14bc630-1ee9-4389-a8cc-cbdc5809b1d7 None None] Bound using segment: {'id': '109d583d-0c82-4563-bab0-f22854da7c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a9115e8f-c856-43bc-8ed7-54570859b456'} {{(pid=74152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 28 16:48:53.007093 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.managers [None req-f14bc630-1ee9-4389-a8cc-cbdc5809b1d7 None None] Bound port: 2fb3cdfc-0a2b-4f50-ad51-089804ac77b3, host: dv-cinder-798104-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '109d583d-0c82-4563-bab0-f22854da7c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a9115e8f-c856-43bc-8ed7-54570859b456'}}] {{(pid=74152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 28 16:48:53.007457 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-f14bc630-1ee9-4389-a8cc-cbdc5809b1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:53.017055 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-2ec391ae-e8c8-448f-9078-71de6c79fef8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:53.045094 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-2ec391ae-e8c8-448f-9078-71de6c79fef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771078328113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32204965'] for port, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:53.049310 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-3716ae6a-187f-48ff-938f-a2a151dd614b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:48:53.099669 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-f14bc630-1ee9-4389-a8cc-cbdc5809b1d7 None None] For port 2fb3cdfc-0a2b-4f50-ad51-089804ac77b3, host dv-cinder-798104-1-iscsi, cleared binding levels {{(pid=74152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 28 16:48:53.103719 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-f14bc630-1ee9-4389-a8cc-cbdc5809b1d7 None None] For port 2fb3cdfc-0a2b-4f50-ad51-089804ac77b3, host dv-cinder-798104-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-iscsi',level=0,port_id=2fb3cdfc-0a2b-4f50-ad51-089804ac77b3,segment=NetworkSegment(109d583d-0c82-4563-bab0-f22854da7c3a),segment_id=109d583d-0c82-4563-bab0-f22854da7c3a)] {{(pid=74152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 28 16:48:53.109663 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-f14bc630-1ee9-4389-a8cc-cbdc5809b1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:53.113546 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:48:53.114884 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec391ae-e8c8-448f-9078-71de6c79fef8 admin admin] Network 05d3a8da-27a1-489e-9cdc-367ff8331792 is already hosted by enough agents. {{(pid=74151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 28 16:48:53.117786 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.base_scheduler [None req-2ec391ae-e8c8-448f-9078-71de6c79fef8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 28 16:48:53.122050 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec391ae-e8c8-448f-9078-71de6c79fef8 admin admin] Received port after_create {{(pid=74151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 28 16:48:53.155293 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec391ae-e8c8-448f-9078-71de6c79fef8 admin admin] Pushing event updated for resources: {'Port': ['ID=33fdea45-2c6a-43e7-872d-279e7c044203,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:48:53.159650 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-2ec391ae-e8c8-448f-9078-71de6c79fef8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:48:53.197391 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14bc630-1ee9-4389-a8cc-cbdc5809b1d7 None None] Pushing event updated for resources: {'Port': ['ID=2fb3cdfc-0a2b-4f50-ad51-089804ac77b3,revision_number=2']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:48:53.213045 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14bc630-1ee9-4389-a8cc-cbdc5809b1d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:48:53.213399 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14bc630-1ee9-4389-a8cc-cbdc5809b1d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:48:53.213734 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14bc630-1ee9-4389-a8cc-cbdc5809b1d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:48:53.214066 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14bc630-1ee9-4389-a8cc-cbdc5809b1d7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:48:53.214394 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14bc630-1ee9-4389-a8cc-cbdc5809b1d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:48:53.214720 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14bc630-1ee9-4389-a8cc-cbdc5809b1d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:48:53.215041 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14bc630-1ee9-4389-a8cc-cbdc5809b1d7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:48:53.215429 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14bc630-1ee9-4389-a8cc-cbdc5809b1d7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:48:53.216148 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14bc630-1ee9-4389-a8cc-cbdc5809b1d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:48:53.216148 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14bc630-1ee9-4389-a8cc-cbdc5809b1d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:48:53.216299 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14bc630-1ee9-4389-a8cc-cbdc5809b1d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:48:53.220455 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-f14bc630-1ee9-4389-a8cc-cbdc5809b1d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:48:53.301100 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-2ec391ae-e8c8-448f-9078-71de6c79fef8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:53.301928 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-2ec391ae-e8c8-448f-9078-71de6c79fef8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-673608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-674545'] for router, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:53.561191 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ec391ae-e8c8-448f-9078-71de6c79fef8 admin admin] Router efd06944-2f2b-4577-8f53-f2bbfd2b5994 is scheduled to L3 agent c1a676c2-2a78-4c35-ab22-a28e05dfd46e with binding_index 1 {{(pid=74151) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jun 28 16:48:53.767546 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec391ae-e8c8-448f-9078-71de6c79fef8 admin admin] Notify agent at l3_agent.dv-cinder-798104-1-iscsi the message routers_updated {{(pid=74151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 28 16:48:53.778543 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3439e7-29e4-4e56-90f2-47e0664e25d9 None None] Sync routers for ids ['efd06944-2f2b-4577-8f53-f2bbfd2b5994'] in dv-cinder-798104-1-iscsi {{(pid=74153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 28 16:48:53.792386 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3439e7-29e4-4e56-90f2-47e0664e25d9 None None] Routers {'efd06944-2f2b-4577-8f53-f2bbfd2b5994'} bound to L3 agent in host dv-cinder-798104-1-iscsi {{(pid=74153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 28 16:48:53.793073 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_hamode_db [None req-5d3439e7-29e4-4e56-90f2-47e0664e25d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa2cfda0760>, 'dv-cinder-798104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T16:33:11Z,description=<?>,heartbeat_timestamp=2021-06-28T16:48:41Z,host='dv-cinder-798104-1-iscsi',id=c1a676c2-2a78-4c35-ab22-a28e05dfd46e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-28T16:33:11Z,topic='l3_agent')) {'router_ids': ['efd06944-2f2b-4577-8f53-f2bbfd2b5994'], 'active': True} {{(pid=74153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:48:53.795299 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-2ec391ae-e8c8-448f-9078-71de6c79fef8 admin admin] Notify callbacks [] for router, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:53.798788 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-2ec391ae-e8c8-448f-9078-71de6c79fef8 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 1.5730948
Jun 28 16:48:53.799931 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 41568) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:48:53.836468 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device 2fb3cdfc-0a2b-4f50-ad51-089804ac77b3 up at agent ovs-agent-dv-cinder-798104-1-iscsi {{(pid=74152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 28 16:48:53.918579 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Provisioning for port 2fb3cdfc-0a2b-4f50-ad51-089804ac77b3 completed by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 28 16:48:54.011281 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_dvr_db [None req-5d3439e7-29e4-4e56-90f2-47e0664e25d9 None None] Set router efd06944-2f2b-4577-8f53-f2bbfd2b5994 gateway port host: dv-cinder-798104-1-iscsi {{(pid=74153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 28 16:48:54.164969 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265f9cb4-2fc8-4700-892a-f2a725fd35b5 None None] Network a9115e8f-c856-43bc-8ed7-54570859b456 requested from dv-cinder-798104-1-iscsi {{(pid=74152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 28 16:48:54.296456 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-3ffe7185-73e4-4346-bd23-c69f970ef2ff None None] Provisioning for port 2fb3cdfc-0a2b-4f50-ad51-089804ac77b3 completed by entity DHCP. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 28 16:48:54.319604 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_hamode_db [None req-5d3439e7-29e4-4e56-90f2-47e0664e25d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa2cfda0760>, [{'id': 'efd06944-2f2b-4577-8f53-f2bbfd2b5994', 'name': 'tempest-TestShelveInstance-1425280401-router', 'tenant_id': '752951ca61fe47f0b32b0595cf035391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '33fdea45-2c6a-43e7-872d-279e7c044203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:48:52Z', 'updated_at': '2021-06-28T16:48:53Z', 'revision_number': 3, 'project_id': '752951ca61fe47f0b32b0595cf035391', 'gw_port': {'id': '33fdea45-2c6a-43e7-872d-279e7c044203', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:40:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd06944-2f2b-4577-8f53-f2bbfd2b5994', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:48:52Z', 'updated_at': '2021-06-28T16:48:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi'}], 'dv-cinder-798104-1-iscsi', False) {} {{(pid=74153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:48:54.325068 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3439e7-29e4-4e56-90f2-47e0664e25d9 None None] Checking router: efd06944-2f2b-4577-8f53-f2bbfd2b5994 for host: dv-cinder-798104-1-iscsi {{(pid=74153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 28 16:48:54.325457 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3439e7-29e4-4e56-90f2-47e0664e25d9 None None] Updating router efd06944-2f2b-4577-8f53-f2bbfd2b5994 port 33fdea45-2c6a-43e7-872d-279e7c044203 binding host dv-cinder-798104-1-iscsi {{(pid=74153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 28 16:48:54.373621 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-3ffe7185-73e4-4346-bd23-c69f970ef2ff None None] Provisioning complete for port 2fb3cdfc-0a2b-4f50-ad51-089804ac77b3 triggered by entity DHCP. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:48:54.373823 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-3ffe7185-73e4-4346-bd23-c69f970ef2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:54.386224 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron_lib.callbacks.manager [None req-5d3439e7-29e4-4e56-90f2-47e0664e25d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:54.553465 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-3ffe7185-73e4-4346-bd23-c69f970ef2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:54.594453 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-3ffe7185-73e4-4346-bd23-c69f970ef2ff None None] For port 2fb3cdfc-0a2b-4f50-ad51-089804ac77b3, host dv-cinder-798104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-iscsi',level=0,port_id=2fb3cdfc-0a2b-4f50-ad51-089804ac77b3,segment=NetworkSegment(109d583d-0c82-4563-bab0-f22854da7c3a),segment_id=109d583d-0c82-4563-bab0-f22854da7c3a)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:48:54.602127 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-3ffe7185-73e4-4346-bd23-c69f970ef2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:54.604256 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:48:54.687825 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffe7185-73e4-4346-bd23-c69f970ef2ff None None] Pushing event updated for resources: {'Port': ['ID=2fb3cdfc-0a2b-4f50-ad51-089804ac77b3,revision_number=3']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:48:54.691358 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-3ffe7185-73e4-4346-bd23-c69f970ef2ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:48:54.700040 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-efbca8f4-650c-41ce-a341-50d3c2dfadb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:54.786015 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron_lib.callbacks.manager [None req-5d3439e7-29e4-4e56-90f2-47e0664e25d9 None None] Notify callbacks [] for port, precommit_update {{(pid=74153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:54.801365 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.provisioning_blocks [None req-5d3439e7-29e4-4e56-90f2-47e0664e25d9 None None] Transition to ACTIVE for port object 33fdea45-2c6a-43e7-872d-279e7c044203 will not be triggered until provisioned by entity L2. {{(pid=74153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 28 16:48:54.808678 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron_lib.callbacks.manager [None req-5d3439e7-29e4-4e56-90f2-47e0664e25d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:54.813607 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG oslo_concurrency.lockutils [None req-bd234fd1-6a2a-40b1-bcab-a3650836a3f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:48:54.826924 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-fba94e24-5bc3-4560-8d52-7defb4b7eac5 None None] Provisioning complete for port 2fb3cdfc-0a2b-4f50-ad51-089804ac77b3 triggered by entity DHCP. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:48:54.826924 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-fba94e24-5bc3-4560-8d52-7defb4b7eac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:54.894333 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.managers [None req-5d3439e7-29e4-4e56-90f2-47e0664e25d9 None None] Attempting to bind port 33fdea45-2c6a-43e7-872d-279e7c044203 on host dv-cinder-798104-1-iscsi for vnic_type normal with profile  {{(pid=74153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 28 16:48:54.894604 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.managers [None req-5d3439e7-29e4-4e56-90f2-47e0664e25d9 None None] Attempting to bind port 33fdea45-2c6a-43e7-872d-279e7c044203 by drivers openvswitch,hyperv on host dv-cinder-798104-1-iscsi at level 0 using segments [{'id': 'c33c21b7-7592-40e1-a334-7e00067f8a18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792'}] {{(pid=74153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 28 16:48:54.894961 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3439e7-29e4-4e56-90f2-47e0664e25d9 None None] Attempting to bind port 33fdea45-2c6a-43e7-872d-279e7c044203 on network 05d3a8da-27a1-489e-9cdc-367ff8331792 {{(pid=74153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 28 16:48:54.899907 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7c3454-b070-461b-bd60-722e37f8511c None None] Pushing event updated for resources: {'Port': ['ID=33fdea45-2c6a-43e7-872d-279e7c044203,revision_number=2']} {{(pid=74153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:48:54.910247 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7c3454-b070-461b-bd60-722e37f8511c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:48:54.910575 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7c3454-b070-461b-bd60-722e37f8511c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:48:54.910899 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7c3454-b070-461b-bd60-722e37f8511c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:48:54.911217 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7c3454-b070-461b-bd60-722e37f8511c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:48:54.911537 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7c3454-b070-461b-bd60-722e37f8511c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:48:54.911848 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7c3454-b070-461b-bd60-722e37f8511c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:48:54.912261 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7c3454-b070-461b-bd60-722e37f8511c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:48:54.912485 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7c3454-b070-461b-bd60-722e37f8511c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:48:54.912844 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7c3454-b070-461b-bd60-722e37f8511c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:48:54.913101 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7c3454-b070-461b-bd60-722e37f8511c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:48:54.913432 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7c3454-b070-461b-bd60-722e37f8511c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:48:54.917529 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG oslo_concurrency.lockutils [None req-6d7c3454-b070-461b-bd60-722e37f8511c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=74153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:48:54.919870 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3439e7-29e4-4e56-90f2-47e0664e25d9 None None] Checking agent: {'id': '235649c2-d0e1-424d-8662-9e7ce5cd7ca9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798104-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 16, 33, 9), 'started_at': datetime.datetime(2021, 6, 28, 16, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 16, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798104-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 28 16:48:54.920282 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3439e7-29e4-4e56-90f2-47e0664e25d9 None None] Checking segment: {'id': 'c33c21b7-7592-40e1-a334-7e00067f8a18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 28 16:48:54.920986 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron_lib.callbacks.manager [None req-5d3439e7-29e4-4e56-90f2-47e0664e25d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:54.921314 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3439e7-29e4-4e56-90f2-47e0664e25d9 None None] Bound using segment: {'id': 'c33c21b7-7592-40e1-a334-7e00067f8a18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792'} {{(pid=74153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 28 16:48:54.921781 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.managers [None req-5d3439e7-29e4-4e56-90f2-47e0664e25d9 None None] Bound port: 33fdea45-2c6a-43e7-872d-279e7c044203, host: dv-cinder-798104-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c33c21b7-7592-40e1-a334-7e00067f8a18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792'}}] {{(pid=74153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 28 16:48:54.922170 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron_lib.callbacks.manager [None req-5d3439e7-29e4-4e56-90f2-47e0664e25d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:54.922619 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.db_base_plugin_common [None req-efbca8f4-650c-41ce-a341-50d3c2dfadb4 admin admin] Allocated IP 172.20.0.1 (a9115e8f-c856-43bc-8ed7-54570859b456/f4efdb07-e2c5-4e6d-af9a-cc24275e76fb/515e4066-3cc6-452d-9b25-c618e2d01a11) {{(pid=74151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 28 16:48:54.998112 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.db [None req-5d3439e7-29e4-4e56-90f2-47e0664e25d9 None None] For port 33fdea45-2c6a-43e7-872d-279e7c044203, host dv-cinder-798104-1-iscsi, cleared binding levels {{(pid=74153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 28 16:48:55.001379 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.db [None req-5d3439e7-29e4-4e56-90f2-47e0664e25d9 None None] For port 33fdea45-2c6a-43e7-872d-279e7c044203, host dv-cinder-798104-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-iscsi',level=0,port_id=33fdea45-2c6a-43e7-872d-279e7c044203,segment=NetworkSegment(c33c21b7-7592-40e1-a334-7e00067f8a18),segment_id=c33c21b7-7592-40e1-a334-7e00067f8a18)] {{(pid=74153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 28 16:48:55.006685 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron_lib.callbacks.manager [None req-5d3439e7-29e4-4e56-90f2-47e0664e25d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:55.011023 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:48:55.088029 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-efbca8f4-650c-41ce-a341-50d3c2dfadb4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:55.089799 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7c3454-b070-461b-bd60-722e37f8511c None None] Pushing event updated for resources: {'Port': ['ID=33fdea45-2c6a-43e7-872d-279e7c044203,revision_number=3']} {{(pid=74153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:48:55.092965 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG oslo_concurrency.lockutils [None req-6d7c3454-b070-461b-bd60-722e37f8511c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:48:55.096578 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3439e7-29e4-4e56-90f2-47e0664e25d9 None None] Routers {'efd06944-2f2b-4577-8f53-f2bbfd2b5994'} bound to L3 agent in host dv-cinder-798104-1-iscsi {{(pid=74153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 28 16:48:55.097216 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_hamode_db [None req-5d3439e7-29e4-4e56-90f2-47e0664e25d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa2cfda0760>, 'dv-cinder-798104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T16:33:11Z,description=<?>,heartbeat_timestamp=2021-06-28T16:48:41Z,host='dv-cinder-798104-1-iscsi',id=c1a676c2-2a78-4c35-ab22-a28e05dfd46e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-28T16:33:11Z,topic='l3_agent')) {'router_ids': ['efd06944-2f2b-4577-8f53-f2bbfd2b5994'], 'active': True} {{(pid=74153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:48:55.106515 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.provisioning_blocks [None req-efbca8f4-650c-41ce-a341-50d3c2dfadb4 admin admin] Transition to ACTIVE for port object 515e4066-3cc6-452d-9b25-c618e2d01a11 will not be triggered until provisioned by entity DHCP. {{(pid=74151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 28 16:48:55.131449 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-efbca8f4-650c-41ce-a341-50d3c2dfadb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771078328113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32204965'] for port, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:55.136609 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-e311211c-e690-424b-94ad-6b01e0496e07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:48:55.204797 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbca8f4-650c-41ce-a341-50d3c2dfadb4 admin admin] Network a9115e8f-c856-43bc-8ed7-54570859b456 is already hosted by enough agents. {{(pid=74151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 28 16:48:55.207661 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.base_scheduler [None req-efbca8f4-650c-41ce-a341-50d3c2dfadb4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 28 16:48:55.210238 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbca8f4-650c-41ce-a341-50d3c2dfadb4 admin admin] Received port after_create {{(pid=74151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 28 16:48:55.240855 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbca8f4-650c-41ce-a341-50d3c2dfadb4 admin admin] Pushing event updated for resources: {'Port': ['ID=515e4066-3cc6-452d-9b25-c618e2d01a11,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:48:55.243757 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-efbca8f4-650c-41ce-a341-50d3c2dfadb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:48:55.272109 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-efbca8f4-650c-41ce-a341-50d3c2dfadb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-674087'] for router_interface, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:55.279065 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_dvr_db [None req-5d3439e7-29e4-4e56-90f2-47e0664e25d9 None None] Set router efd06944-2f2b-4577-8f53-f2bbfd2b5994 gateway port host: dv-cinder-798104-1-iscsi {{(pid=74153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 28 16:48:55.361102 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-efbca8f4-650c-41ce-a341-50d3c2dfadb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:55.485845 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-11b818cd-6310-43f0-b49a-4d9423076ba3 None None] Provisioning for port 515e4066-3cc6-452d-9b25-c618e2d01a11 completed by entity DHCP. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 28 16:48:55.490595 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-11b818cd-6310-43f0-b49a-4d9423076ba3 None None] Provisioning complete for port 515e4066-3cc6-452d-9b25-c618e2d01a11 triggered by entity DHCP. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:48:55.491045 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-11b818cd-6310-43f0-b49a-4d9423076ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:55.545971 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-11b818cd-6310-43f0-b49a-4d9423076ba3 None None] Port 515e4066-3cc6-452d-9b25-c618e2d01a11 cannot update to ACTIVE because it is not bound. {{(pid=74152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 28 16:48:55.594319 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-efbca8f4-650c-41ce-a341-50d3c2dfadb4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:55.598841 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-efbca8f4-650c-41ce-a341-50d3c2dfadb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32204972'] for port, after_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:55.615637 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_hamode_db [None req-5d3439e7-29e4-4e56-90f2-47e0664e25d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa2cfda0760>, [{'id': 'efd06944-2f2b-4577-8f53-f2bbfd2b5994', 'name': 'tempest-TestShelveInstance-1425280401-router', 'tenant_id': '752951ca61fe47f0b32b0595cf035391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '33fdea45-2c6a-43e7-872d-279e7c044203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:48:52Z', 'updated_at': '2021-06-28T16:48:53Z', 'revision_number': 3, 'project_id': '752951ca61fe47f0b32b0595cf035391', 'gw_port': {'id': '33fdea45-2c6a-43e7-872d-279e7c044203', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:40:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd06944-2f2b-4577-8f53-f2bbfd2b5994', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:48:52Z', 'updated_at': '2021-06-28T16:48:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi'}], 'dv-cinder-798104-1-iscsi', False) {} {{(pid=74153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:48:55.621452 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3439e7-29e4-4e56-90f2-47e0664e25d9 None None] The sync data for ids ['efd06944-2f2b-4577-8f53-f2bbfd2b5994'] in dv-cinder-798104-1-iscsi is: [{'id': 'efd06944-2f2b-4577-8f53-f2bbfd2b5994', 'name': 'tempest-TestShelveInstance-1425280401-router', 'tenant_id': '752951ca61fe47f0b32b0595cf035391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '33fdea45-2c6a-43e7-872d-279e7c044203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:48:52Z', 'updated_at': '2021-06-28T16:48:53Z', 'revision_number': 3, 'project_id': '752951ca61fe47f0b32b0595cf035391', 'gw_port': {'id': '33fdea45-2c6a-43e7-872d-279e7c044203', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:40:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd06944-2f2b-4577-8f53-f2bbfd2b5994', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:48:52Z', 'updated_at': '2021-06-28T16:48:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi'}] {{(pid=74153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 28 16:48:55.627026 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-077eef7a-2f28-4154-a358-48aa55afc9d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:48:55.721830 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-efbca8f4-650c-41ce-a341-50d3c2dfadb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-677387'] for router_interface, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:55.725510 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbca8f4-650c-41ce-a341-50d3c2dfadb4 admin admin] Pushing event updated for resources: {'Port': ['ID=515e4066-3cc6-452d-9b25-c618e2d01a11,revision_number=2']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:48:55.729406 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-efbca8f4-650c-41ce-a341-50d3c2dfadb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:48:55.830327 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device 2fb3cdfc-0a2b-4f50-ad51-089804ac77b3 up at agent ovs-agent-dv-cinder-798104-1-iscsi {{(pid=74152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 28 16:48:55.890482 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbca8f4-650c-41ce-a341-50d3c2dfadb4 admin admin] Network a9115e8f-c856-43bc-8ed7-54570859b456 is already hosted by enough agents. {{(pid=74151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 28 16:48:55.891967 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.base_scheduler [None req-efbca8f4-650c-41ce-a341-50d3c2dfadb4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 28 16:48:55.908139 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Provisioning complete for port 2fb3cdfc-0a2b-4f50-ad51-089804ac77b3 triggered by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:48:55.908524 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:56.175387 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8f912104-016d-4851-bc45-b91e6225b15b None None] Provisioning complete for port 515e4066-3cc6-452d-9b25-c618e2d01a11 triggered by entity DHCP. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:48:56.175777 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8f912104-016d-4851-bc45-b91e6225b15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:56.234149 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-8f912104-016d-4851-bc45-b91e6225b15b None None] Port 515e4066-3cc6-452d-9b25-c618e2d01a11 cannot update to ACTIVE because it is not bound. {{(pid=74152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 28 16:48:56.431174 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efbca8f4-650c-41ce-a341-50d3c2dfadb4 admin admin] Router efd06944-2f2b-4577-8f53-f2bbfd2b5994 has already been hosted by L3 agent c1a676c2-2a78-4c35-ab22-a28e05dfd46e {{(pid=74151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 28 16:48:56.637633 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efbca8f4-650c-41ce-a341-50d3c2dfadb4 admin admin] Notify agent at l3_agent.dv-cinder-798104-1-iscsi the message routers_updated {{(pid=74151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 28 16:48:56.646528 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-efbca8f4-650c-41ce-a341-50d3c2dfadb4 admin admin] 10.222.0.30 "PUT /v2.0/routers/efd06944-2f2b-4577-8f53-f2bbfd2b5994/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8455994
Jun 28 16:48:57.490339 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 41590) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:48:57.496021 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.v2.base [None req-30aa049a-338c-43ee-9851-09be1e1ab926 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1296710778-network', 'tenant_id': 'fba5f7db60824c659a3b9637e3202337'}} {{(pid=74151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:48:57.500720 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-30aa049a-338c-43ee-9851-09be1e1ab926 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:48:57.504540 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-30aa049a-338c-43ee-9851-09be1e1ab926 admin admin] Usage tracker for resource:network and tenant:fba5f7db60824c659a3b9637e3202337 is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:48:57.507448 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-30aa049a-338c-43ee-9851-09be1e1ab926 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:48:57.513713 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-30aa049a-338c-43ee-9851-09be1e1ab926 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:48:57.525150 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30aa049a-338c-43ee-9851-09be1e1ab926 admin admin] Made reservation on behalf of fba5f7db60824c659a3b9637e3202337 for: {'network': 1} {{(pid=74151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 28 16:48:57.527444 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-30aa049a-338c-43ee-9851-09be1e1ab926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for network, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:57.539623 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-30aa049a-338c-43ee-9851-09be1e1ab926 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:57.570568 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-30aa049a-338c-43ee-9851-09be1e1ab926 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:48:57.574459 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-30aa049a-338c-43ee-9851-09be1e1ab926 admin admin] Usage tracker for resource:security_group_rule and tenant:fba5f7db60824c659a3b9637e3202337 is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:48:57.577222 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-30aa049a-338c-43ee-9851-09be1e1ab926 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:48:57.583735 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-30aa049a-338c-43ee-9851-09be1e1ab926 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:48:57.652113 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-30aa049a-338c-43ee-9851-09be1e1ab926 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:57.656444 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-30aa049a-338c-43ee-9851-09be1e1ab926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:57.660112 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-88fabd53-7d3d-4e79-9210-7db50c8808f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:48:57.683443 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30aa049a-338c-43ee-9851-09be1e1ab926 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304}  {{(pid=74151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jun 28 16:48:57.706720 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aa049a-338c-43ee-9851-09be1e1ab926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14fb0eac-b2b7-43f5-9890-a0d7a2f1b916,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:48:57.709709 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-30aa049a-338c-43ee-9851-09be1e1ab926 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:48:57.711103 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-30aa049a-338c-43ee-9851-09be1e1ab926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719364'] for segment, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:57.711368 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.db.segments_db [None req-30aa049a-338c-43ee-9851-09be1e1ab926 admin admin] Added segment 8ce0e696-cf84-4ed3-89b5-1a30e86f2bb6 of type vlan for network 9725f7b3-51b3-4fed-8aad-b6adab71011f
Jun 28 16:48:57.738350 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-30aa049a-338c-43ee-9851-09be1e1ab926 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771078342840'] for network, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:57.769701 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-30aa049a-338c-43ee-9851-09be1e1ab926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692'] for network, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:57.770966 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30aa049a-338c-43ee-9851-09be1e1ab926 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:48:57.771632 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-30aa049a-338c-43ee-9851-09be1e1ab926 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533674'] for network, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:57.775813 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:48:57.811792 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device 33fdea45-2c6a-43e7-872d-279e7c044203 up at agent ovs-agent-dv-cinder-798104-1-iscsi {{(pid=74152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 28 16:48:57.876623 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aa049a-338c-43ee-9851-09be1e1ab926 admin admin] Pushing event updated for resources: {'Network': ['ID=9725f7b3-51b3-4fed-8aad-b6adab71011f,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:48:57.881039 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-30aa049a-338c-43ee-9851-09be1e1ab926 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.3894095
Jun 28 16:48:57.882448 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-30aa049a-338c-43ee-9851-09be1e1ab926 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:48:57.886022 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 41596) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:48:57.889177 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Network 9725f7b3-51b3-4fed-8aad-b6adab71011f details requested by agent ovs-agent-dv-cinder-798104-1-iscsi with host dv-cinder-798104-1-iscsi {{(pid=74152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 28 16:48:57.892592 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.v2.base [None req-769693c5-7aef-4b4c-af75-ef17583657b9 admin admin] Request body: {'subnet': {'network_id': '9725f7b3-51b3-4fed-8aad-b6adab71011f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1296710778-subnet', 'tenant_id': 'fba5f7db60824c659a3b9637e3202337', 'ip_version': 4}} {{(pid=74151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:48:57.898243 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-769693c5-7aef-4b4c-af75-ef17583657b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:48:57.903143 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-769693c5-7aef-4b4c-af75-ef17583657b9 admin admin] Usage tracker for resource:subnet and tenant:fba5f7db60824c659a3b9637e3202337 is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:48:57.905292 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Provisioning for port 33fdea45-2c6a-43e7-872d-279e7c044203 completed by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 28 16:48:57.906386 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-769693c5-7aef-4b4c-af75-ef17583657b9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:48:57.914315 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-769693c5-7aef-4b4c-af75-ef17583657b9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:48:57.927437 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-769693c5-7aef-4b4c-af75-ef17583657b9 admin admin] Made reservation on behalf of fba5f7db60824c659a3b9637e3202337 for: {'subnet': 1} {{(pid=74151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 28 16:48:57.930059 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-769693c5-7aef-4b4c-af75-ef17583657b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32082063'] for subnet, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:57.963549 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Provisioning complete for port 33fdea45-2c6a-43e7-872d-279e7c044203 triggered by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:48:57.963824 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:58.109847 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:58.127099 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] For port 33fdea45-2c6a-43e7-872d-279e7c044203, host dv-cinder-798104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-iscsi',level=0,port_id=33fdea45-2c6a-43e7-872d-279e7c044203,segment=NetworkSegment(c33c21b7-7592-40e1-a334-7e00067f8a18),segment_id=c33c21b7-7592-40e1-a334-7e00067f8a18)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:48:58.131051 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:58.134402 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:48:58.150486 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-769693c5-7aef-4b4c-af75-ef17583657b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32204825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32082077'] for subnet, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:58.154330 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:48:58.210763 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Pushing event updated for resources: {'Port': ['ID=33fdea45-2c6a-43e7-872d-279e7c044203,revision_number=4']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:48:58.214137 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:48:58.216527 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769693c5-7aef-4b4c-af75-ef17583657b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a3fc56e-95ad-4e74-988f-9dcec05cc015,revision_number=0']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:48:58.226791 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-769693c5-7aef-4b4c-af75-ef17583657b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:48:58.243467 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769693c5-7aef-4b4c-af75-ef17583657b9 admin admin] Checking segment: {'id': '8ce0e696-cf84-4ed3-89b5-1a30e86f2bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9725f7b3-51b3-4fed-8aad-b6adab71011f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 28 16:48:58.243802 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769693c5-7aef-4b4c-af75-ef17583657b9 admin admin] Network hostable DHCP agents. Network: 9725f7b3-51b3-4fed-8aad-b6adab71011f, hostable agents: ['e6bae525-68bf-4aa0-98dd-dc96c133cc24'], hosted agents: [] {{(pid=74151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 28 16:48:58.264731 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769693c5-7aef-4b4c-af75-ef17583657b9 admin admin] Network 9725f7b3-51b3-4fed-8aad-b6adab71011f is scheduled to be hosted by DHCP agent e6bae525-68bf-4aa0-98dd-dc96c133cc24 with binding_index 1 {{(pid=74151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 28 16:48:58.273783 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.base_scheduler [None req-769693c5-7aef-4b4c-af75-ef17583657b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798104-1-iscsi, 9725f7b3-51b3-4fed-8aad-b6adab71011f) {{(pid=74151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 28 16:48:58.277900 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769693c5-7aef-4b4c-af75-ef17583657b9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:48:58.278491 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-769693c5-7aef-4b4c-af75-ef17583657b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:58.285555 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c152f70-ea90-428c-a947-eea537bf3d22 None None] Network 9725f7b3-51b3-4fed-8aad-b6adab71011f requested from dv-cinder-798104-1-iscsi {{(pid=74152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 28 16:48:58.307441 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-769693c5-7aef-4b4c-af75-ef17583657b9 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.4209146
Jun 28 16:48:58.310147 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 41602) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:48:58.315319 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.v2.base [None req-12301d61-4e0c-4d5f-b7fa-9c751ee4c404 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1296710778-router', 'tenant_id': 'fba5f7db60824c659a3b9637e3202337', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792'}}} {{(pid=74151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:48:58.320156 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-12301d61-4e0c-4d5f-b7fa-9c751ee4c404 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:48:58.325238 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-12301d61-4e0c-4d5f-b7fa-9c751ee4c404 admin admin] Usage tracker for resource:router and tenant:fba5f7db60824c659a3b9637e3202337 is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:48:58.328348 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-12301d61-4e0c-4d5f-b7fa-9c751ee4c404 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:48:58.338177 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-12301d61-4e0c-4d5f-b7fa-9c751ee4c404 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:48:58.349036 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-12301d61-4e0c-4d5f-b7fa-9c751ee4c404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-673619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2149'] for router, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:58.350001 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-12301d61-4e0c-4d5f-b7fa-9c751ee4c404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-672504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-674524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-353154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2170'] for router, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:58.370146 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-12301d61-4e0c-4d5f-b7fa-9c751ee4c404 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:58.506565 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9077b152-7874-415c-a33f-f34adf91a1e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc71e96ad-d9c0-53f4-9726-180792ecc6d0-9725f7b3-51b3-4fed-8aad-b6adab71011f', 'network_id': '9725f7b3-51b3-4fed-8aad-b6adab71011f', 'tenant_id': 'fba5f7db60824c659a3b9637e3202337', 'fixed_ips': [{'subnet_id': '0a3fc56e-95ad-4e74-988f-9dcec05cc015'}]}} from dv-cinder-798104-1-iscsi. {{(pid=74152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Jun 28 16:48:58.507364 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-9077b152-7874-415c-a33f-f34adf91a1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_create {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:58.515411 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-12301d61-4e0c-4d5f-b7fa-9c751ee4c404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-674506', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-673601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2120'] for router, precommit_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:58.662643 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.db_base_plugin_common [None req-9077b152-7874-415c-a33f-f34adf91a1e5 None None] Allocated IP 172.20.0.2 (9725f7b3-51b3-4fed-8aad-b6adab71011f/0a3fc56e-95ad-4e74-988f-9dcec05cc015/f008f9c0-3f95-4e5d-8c13-44136ca3ad1e) {{(pid=74152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 28 16:48:58.702976 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-12301d61-4e0c-4d5f-b7fa-9c751ee4c404 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:58.736104 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-12301d61-4e0c-4d5f-b7fa-9c751ee4c404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:58.875872 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.db_base_plugin_common [None req-12301d61-4e0c-4d5f-b7fa-9c751ee4c404 admin admin] Allocated IP 172.27.2.43 (05d3a8da-27a1-489e-9cdc-367ff8331792/29317296-a498-419b-860c-f9843650e8eb/c4be0d43-3deb-4567-a3e6-9a806b778e1d) {{(pid=74151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 28 16:48:58.896598 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-9077b152-7874-415c-a33f-f34adf91a1e5 None None] Notify callbacks [] for port, precommit_create {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:58.907746 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-9077b152-7874-415c-a33f-f34adf91a1e5 None None] Transition to ACTIVE for port object f008f9c0-3f95-4e5d-8c13-44136ca3ad1e will not be triggered until provisioned by entity L2. {{(pid=74152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 28 16:48:58.926849 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-9077b152-7874-415c-a33f-f34adf91a1e5 None None] Transition to ACTIVE for port object f008f9c0-3f95-4e5d-8c13-44136ca3ad1e will not be triggered until provisioned by entity DHCP. {{(pid=74152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 28 16:48:58.932902 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-9077b152-7874-415c-a33f-f34adf91a1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771078328113'] for port, after_create {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:58.937547 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:48:59.003840 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9077b152-7874-415c-a33f-f34adf91a1e5 None None] Network 9725f7b3-51b3-4fed-8aad-b6adab71011f is already hosted by enough agents. {{(pid=74152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 28 16:48:59.006929 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.scheduler.base_scheduler [None req-9077b152-7874-415c-a33f-f34adf91a1e5 None None] Resources bound (agent type, host, resource id):  {{(pid=74152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 28 16:48:59.011543 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9077b152-7874-415c-a33f-f34adf91a1e5 None None] Received port after_create {{(pid=74152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 28 16:48:59.016807 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9077b152-7874-415c-a33f-f34adf91a1e5 None None] Pushing event updated for resources: {'Port': ['ID=f008f9c0-3f95-4e5d-8c13-44136ca3ad1e,revision_number=1']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:48:59.020401 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-9077b152-7874-415c-a33f-f34adf91a1e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:48:59.106370 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.managers [None req-9077b152-7874-415c-a33f-f34adf91a1e5 None None] Attempting to bind port f008f9c0-3f95-4e5d-8c13-44136ca3ad1e on host dv-cinder-798104-1-iscsi for vnic_type normal with profile  {{(pid=74152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 28 16:48:59.106370 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.managers [None req-9077b152-7874-415c-a33f-f34adf91a1e5 None None] Attempting to bind port f008f9c0-3f95-4e5d-8c13-44136ca3ad1e by drivers openvswitch,hyperv on host dv-cinder-798104-1-iscsi at level 0 using segments [{'id': '8ce0e696-cf84-4ed3-89b5-1a30e86f2bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9725f7b3-51b3-4fed-8aad-b6adab71011f'}] {{(pid=74152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 28 16:48:59.106370 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9077b152-7874-415c-a33f-f34adf91a1e5 None None] Attempting to bind port f008f9c0-3f95-4e5d-8c13-44136ca3ad1e on network 9725f7b3-51b3-4fed-8aad-b6adab71011f {{(pid=74152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 28 16:48:59.112698 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9077b152-7874-415c-a33f-f34adf91a1e5 None None] Checking agent: {'id': '235649c2-d0e1-424d-8662-9e7ce5cd7ca9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798104-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 16, 33, 9), 'started_at': datetime.datetime(2021, 6, 28, 16, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 16, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798104-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 28 16:48:59.113081 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9077b152-7874-415c-a33f-f34adf91a1e5 None None] Checking segment: {'id': '8ce0e696-cf84-4ed3-89b5-1a30e86f2bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9725f7b3-51b3-4fed-8aad-b6adab71011f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 28 16:48:59.113705 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-9077b152-7874-415c-a33f-f34adf91a1e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:59.114097 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9077b152-7874-415c-a33f-f34adf91a1e5 None None] Bound using segment: {'id': '8ce0e696-cf84-4ed3-89b5-1a30e86f2bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9725f7b3-51b3-4fed-8aad-b6adab71011f'} {{(pid=74152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 28 16:48:59.114564 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.managers [None req-9077b152-7874-415c-a33f-f34adf91a1e5 None None] Bound port: f008f9c0-3f95-4e5d-8c13-44136ca3ad1e, host: dv-cinder-798104-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ce0e696-cf84-4ed3-89b5-1a30e86f2bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9725f7b3-51b3-4fed-8aad-b6adab71011f'}}] {{(pid=74152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 28 16:48:59.114945 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-9077b152-7874-415c-a33f-f34adf91a1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:59.123663 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-12301d61-4e0c-4d5f-b7fa-9c751ee4c404 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:59.152560 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-12301d61-4e0c-4d5f-b7fa-9c751ee4c404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771078328113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32204965'] for port, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:59.156782 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-39ba6663-2c3a-4a39-9888-18c0b64cdcc8 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:48:59.167213 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9143d967-57a3-4bfb-b73a-12b695ffca58 None None] Sync routers for ids ['efd06944-2f2b-4577-8f53-f2bbfd2b5994'] in dv-cinder-798104-1-iscsi {{(pid=74152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 28 16:48:59.210644 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9143d967-57a3-4bfb-b73a-12b695ffca58 None None] Routers {'efd06944-2f2b-4577-8f53-f2bbfd2b5994'} bound to L3 agent in host dv-cinder-798104-1-iscsi {{(pid=74152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 28 16:48:59.211269 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-9143d967-57a3-4bfb-b73a-12b695ffca58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa2cf89b1f0>, 'dv-cinder-798104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T16:33:11Z,description=<?>,heartbeat_timestamp=2021-06-28T16:48:41Z,host='dv-cinder-798104-1-iscsi',id=c1a676c2-2a78-4c35-ab22-a28e05dfd46e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-28T16:33:11Z,topic='l3_agent')) {'router_ids': ['efd06944-2f2b-4577-8f53-f2bbfd2b5994'], 'active': True} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:48:59.221064 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12301d61-4e0c-4d5f-b7fa-9c751ee4c404 admin admin] Network 05d3a8da-27a1-489e-9cdc-367ff8331792 is already hosted by enough agents. {{(pid=74151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 28 16:48:59.223898 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.base_scheduler [None req-12301d61-4e0c-4d5f-b7fa-9c751ee4c404 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 28 16:48:59.228308 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12301d61-4e0c-4d5f-b7fa-9c751ee4c404 admin admin] Received port after_create {{(pid=74151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 28 16:48:59.257015 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12301d61-4e0c-4d5f-b7fa-9c751ee4c404 admin admin] Pushing event updated for resources: {'Port': ['ID=c4be0d43-3deb-4567-a3e6-9a806b778e1d,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:48:59.262975 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-12301d61-4e0c-4d5f-b7fa-9c751ee4c404 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:48:59.284662 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-9077b152-7874-415c-a33f-f34adf91a1e5 None None] For port f008f9c0-3f95-4e5d-8c13-44136ca3ad1e, host dv-cinder-798104-1-iscsi, cleared binding levels {{(pid=74152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 28 16:48:59.304582 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-9077b152-7874-415c-a33f-f34adf91a1e5 None None] For port f008f9c0-3f95-4e5d-8c13-44136ca3ad1e, host dv-cinder-798104-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-iscsi',level=0,port_id=f008f9c0-3f95-4e5d-8c13-44136ca3ad1e,segment=NetworkSegment(8ce0e696-cf84-4ed3-89b5-1a30e86f2bb6),segment_id=8ce0e696-cf84-4ed3-89b5-1a30e86f2bb6)] {{(pid=74152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 28 16:48:59.311952 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-9077b152-7874-415c-a33f-f34adf91a1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:59.317816 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-edf2d2c2-ee6a-4cca-a168-019adfca2190 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:48:59.388716 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-12301d61-4e0c-4d5f-b7fa-9c751ee4c404 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:59.389357 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-12301d61-4e0c-4d5f-b7fa-9c751ee4c404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-673608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-674545'] for router, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:59.468639 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9077b152-7874-415c-a33f-f34adf91a1e5 None None] Pushing event updated for resources: {'Port': ['ID=f008f9c0-3f95-4e5d-8c13-44136ca3ad1e,revision_number=2']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:48:59.472454 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-9077b152-7874-415c-a33f-f34adf91a1e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:48:59.474774 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvr_db [None req-9143d967-57a3-4bfb-b73a-12b695ffca58 None None] Set router efd06944-2f2b-4577-8f53-f2bbfd2b5994 gateway port host: dv-cinder-798104-1-iscsi {{(pid=74152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 28 16:48:59.647896 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12301d61-4e0c-4d5f-b7fa-9c751ee4c404 admin admin] Router a969004d-731b-4a97-92e3-791ba6b7315d is scheduled to L3 agent c1a676c2-2a78-4c35-ab22-a28e05dfd46e with binding_index 1 {{(pid=74151) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jun 28 16:48:59.823548 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-9143d967-57a3-4bfb-b73a-12b695ffca58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa2cf89b1f0>, [{'id': 'efd06944-2f2b-4577-8f53-f2bbfd2b5994', 'name': 'tempest-TestShelveInstance-1425280401-router', 'tenant_id': '752951ca61fe47f0b32b0595cf035391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '33fdea45-2c6a-43e7-872d-279e7c044203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:48:52Z', 'updated_at': '2021-06-28T16:48:55Z', 'revision_number': 4, 'project_id': '752951ca61fe47f0b32b0595cf035391', 'gw_port': {'id': '33fdea45-2c6a-43e7-872d-279e7c044203', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:40:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd06944-2f2b-4577-8f53-f2bbfd2b5994', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:48:52Z', 'updated_at': '2021-06-28T16:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi', '_interfaces': [{'id': '515e4066-3cc6-452d-9b25-c618e2d01a11', 'name': '', 'network_id': 'a9115e8f-c856-43bc-8ed7-54570859b456', 'tenant_id': '752951ca61fe47f0b32b0595cf035391', 'mac_address': 'fa:16:3e:ab:99:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd06944-2f2b-4577-8f53-f2bbfd2b5994', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4efdb07-e2c5-4e6d-af9a-cc24275e76fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:48:54Z', 'updated_at': '2021-06-28T16:48:55Z', 'revision_number': 2, 'project_id': '752951ca61fe47f0b32b0595cf035391', 'subnets': [{'id': 'f4efdb07-e2c5-4e6d-af9a-cc24275e76fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-iscsi', False) {} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:48:59.828195 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9143d967-57a3-4bfb-b73a-12b695ffca58 None None] Checking router: efd06944-2f2b-4577-8f53-f2bbfd2b5994 for host: dv-cinder-798104-1-iscsi {{(pid=74152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 28 16:48:59.828557 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9143d967-57a3-4bfb-b73a-12b695ffca58 None None] Updating router efd06944-2f2b-4577-8f53-f2bbfd2b5994 port 515e4066-3cc6-452d-9b25-c618e2d01a11 binding host dv-cinder-798104-1-iscsi {{(pid=74152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 28 16:48:59.869558 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12301d61-4e0c-4d5f-b7fa-9c751ee4c404 admin admin] Notify agent at l3_agent.dv-cinder-798104-1-iscsi the message routers_updated {{(pid=74151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 28 16:48:59.881268 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ec909c-e88b-401e-922c-bf713608bdaf None None] Sync routers for ids ['a969004d-731b-4a97-92e3-791ba6b7315d'] in dv-cinder-798104-1-iscsi {{(pid=74153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 28 16:48:59.886904 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-9143d967-57a3-4bfb-b73a-12b695ffca58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:59.894162 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ec909c-e88b-401e-922c-bf713608bdaf None None] Routers {'a969004d-731b-4a97-92e3-791ba6b7315d'} bound to L3 agent in host dv-cinder-798104-1-iscsi {{(pid=74153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 28 16:48:59.894604 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_hamode_db [None req-d5ec909c-e88b-401e-922c-bf713608bdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa2cfbf60d0>, 'dv-cinder-798104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T16:33:11Z,description=<?>,heartbeat_timestamp=2021-06-28T16:48:41Z,host='dv-cinder-798104-1-iscsi',id=c1a676c2-2a78-4c35-ab22-a28e05dfd46e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-28T16:33:11Z,topic='l3_agent')) {'router_ids': ['a969004d-731b-4a97-92e3-791ba6b7315d'], 'active': True} {{(pid=74153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:48:59.906074 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-12301d61-4e0c-4d5f-b7fa-9c751ee4c404 admin admin] Notify callbacks [] for router, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:48:59.906347 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device f008f9c0-3f95-4e5d-8c13-44136ca3ad1e up at agent ovs-agent-dv-cinder-798104-1-iscsi {{(pid=74152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 28 16:48:59.910236 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-12301d61-4e0c-4d5f-b7fa-9c751ee4c404 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 1.5962019
Jun 28 16:48:59.910586 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 41606) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:49:00.076367 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_dvr_db [None req-d5ec909c-e88b-401e-922c-bf713608bdaf None None] Set router a969004d-731b-4a97-92e3-791ba6b7315d gateway port host: dv-cinder-798104-1-iscsi {{(pid=74153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 28 16:49:00.090995 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Provisioning for port f008f9c0-3f95-4e5d-8c13-44136ca3ad1e completed by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 28 16:49:00.114253 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device 33fdea45-2c6a-43e7-872d-279e7c044203 up at agent ovs-agent-dv-cinder-798104-1-iscsi {{(pid=74152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 28 16:49:00.297865 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Provisioning complete for port 33fdea45-2c6a-43e7-872d-279e7c044203 triggered by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:49:00.298267 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:00.467650 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_hamode_db [None req-d5ec909c-e88b-401e-922c-bf713608bdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa2cfbf60d0>, [{'id': 'a969004d-731b-4a97-92e3-791ba6b7315d', 'name': 'tempest-TestShelveInstance-1296710778-router', 'tenant_id': 'fba5f7db60824c659a3b9637e3202337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'c4be0d43-3deb-4567-a3e6-9a806b778e1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:48:58Z', 'updated_at': '2021-06-28T16:48:59Z', 'revision_number': 3, 'project_id': 'fba5f7db60824c659a3b9637e3202337', 'gw_port': {'id': 'c4be0d43-3deb-4567-a3e6-9a806b778e1d', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cf:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a969004d-731b-4a97-92e3-791ba6b7315d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:48:58Z', 'updated_at': '2021-06-28T16:48:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi'}], 'dv-cinder-798104-1-iscsi', False) {} {{(pid=74153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:49:00.474695 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ec909c-e88b-401e-922c-bf713608bdaf None None] Checking router: a969004d-731b-4a97-92e3-791ba6b7315d for host: dv-cinder-798104-1-iscsi {{(pid=74153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 28 16:49:00.475052 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ec909c-e88b-401e-922c-bf713608bdaf None None] Updating router a969004d-731b-4a97-92e3-791ba6b7315d port c4be0d43-3deb-4567-a3e6-9a806b778e1d binding host dv-cinder-798104-1-iscsi {{(pid=74153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 28 16:49:00.523978 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074fd5f6-4ff5-4696-b623-bf8b5fcbeee3 None None] Network 9725f7b3-51b3-4fed-8aad-b6adab71011f requested from dv-cinder-798104-1-iscsi {{(pid=74152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 28 16:49:00.535835 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron_lib.callbacks.manager [None req-d5ec909c-e88b-401e-922c-bf713608bdaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:00.538770 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-9143d967-57a3-4bfb-b73a-12b695ffca58 None None] Notify callbacks [] for port, precommit_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:00.622275 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-9143d967-57a3-4bfb-b73a-12b695ffca58 None None] Transition to ACTIVE for port object 515e4066-3cc6-452d-9b25-c618e2d01a11 will not be triggered until provisioned by entity L2. {{(pid=74152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 28 16:49:00.639378 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-9143d967-57a3-4bfb-b73a-12b695ffca58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:00.647495 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:49:00.795597 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-92adfee5-f03c-40f8-aade-905b984ffe44 None None] Provisioning for port f008f9c0-3f95-4e5d-8c13-44136ca3ad1e completed by entity DHCP. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 28 16:49:00.831124 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890c3eb3-95b2-493a-8d4e-00ed1127adb2 None None] Pushing event updated for resources: {'Port': ['ID=515e4066-3cc6-452d-9b25-c618e2d01a11,revision_number=3']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:49:00.833581 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-92adfee5-f03c-40f8-aade-905b984ffe44 None None] Provisioning complete for port f008f9c0-3f95-4e5d-8c13-44136ca3ad1e triggered by entity DHCP. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:49:00.833798 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-92adfee5-f03c-40f8-aade-905b984ffe44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:00.866313 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-890c3eb3-95b2-493a-8d4e-00ed1127adb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:49:00.880888 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron_lib.callbacks.manager [None req-d5ec909c-e88b-401e-922c-bf713608bdaf None None] Notify callbacks [] for port, precommit_update {{(pid=74153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:00.894929 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.provisioning_blocks [None req-d5ec909c-e88b-401e-922c-bf713608bdaf None None] Transition to ACTIVE for port object c4be0d43-3deb-4567-a3e6-9a806b778e1d will not be triggered until provisioned by entity L2. {{(pid=74153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 28 16:49:00.909107 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron_lib.callbacks.manager [None req-d5ec909c-e88b-401e-922c-bf713608bdaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:00.918814 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-e0050f98-dc61-421a-bf35-e2be3097b8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:00.922220 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:49:00.989525 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.managers [None req-d5ec909c-e88b-401e-922c-bf713608bdaf None None] Attempting to bind port c4be0d43-3deb-4567-a3e6-9a806b778e1d on host dv-cinder-798104-1-iscsi for vnic_type normal with profile  {{(pid=74153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 28 16:49:00.989901 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.managers [None req-d5ec909c-e88b-401e-922c-bf713608bdaf None None] Attempting to bind port c4be0d43-3deb-4567-a3e6-9a806b778e1d by drivers openvswitch,hyperv on host dv-cinder-798104-1-iscsi at level 0 using segments [{'id': 'c33c21b7-7592-40e1-a334-7e00067f8a18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792'}] {{(pid=74153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 28 16:49:00.990270 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ec909c-e88b-401e-922c-bf713608bdaf None None] Attempting to bind port c4be0d43-3deb-4567-a3e6-9a806b778e1d on network 05d3a8da-27a1-489e-9cdc-367ff8331792 {{(pid=74153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 28 16:49:00.999379 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ec909c-e88b-401e-922c-bf713608bdaf None None] Checking agent: {'id': '235649c2-d0e1-424d-8662-9e7ce5cd7ca9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798104-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 16, 33, 9), 'started_at': datetime.datetime(2021, 6, 28, 16, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 16, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798104-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 28 16:49:00.999677 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ec909c-e88b-401e-922c-bf713608bdaf None None] Checking segment: {'id': 'c33c21b7-7592-40e1-a334-7e00067f8a18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 28 16:49:01.000076 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron_lib.callbacks.manager [None req-d5ec909c-e88b-401e-922c-bf713608bdaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:01.000471 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ec909c-e88b-401e-922c-bf713608bdaf None None] Bound using segment: {'id': 'c33c21b7-7592-40e1-a334-7e00067f8a18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792'} {{(pid=74153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 28 16:49:01.001204 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.managers [None req-d5ec909c-e88b-401e-922c-bf713608bdaf None None] Bound port: c4be0d43-3deb-4567-a3e6-9a806b778e1d, host: dv-cinder-798104-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c33c21b7-7592-40e1-a334-7e00067f8a18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792'}}] {{(pid=74153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 28 16:49:01.001663 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron_lib.callbacks.manager [None req-d5ec909c-e88b-401e-922c-bf713608bdaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:01.049568 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f9fb33-8220-4db8-8ad3-2483d987bbd1 None None] Pushing event updated for resources: {'Port': ['ID=c4be0d43-3deb-4567-a3e6-9a806b778e1d,revision_number=2']} {{(pid=74153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:49:01.058580 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG oslo_concurrency.lockutils [None req-c8f9fb33-8220-4db8-8ad3-2483d987bbd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=74153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:49:01.089727 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.db [None req-d5ec909c-e88b-401e-922c-bf713608bdaf None None] For port c4be0d43-3deb-4567-a3e6-9a806b778e1d, host dv-cinder-798104-1-iscsi, cleared binding levels {{(pid=74153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 28 16:49:01.092042 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.managers [None req-9143d967-57a3-4bfb-b73a-12b695ffca58 None None] Attempting to bind port 515e4066-3cc6-452d-9b25-c618e2d01a11 on host dv-cinder-798104-1-iscsi for vnic_type normal with profile  {{(pid=74152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 28 16:49:01.092506 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.managers [None req-9143d967-57a3-4bfb-b73a-12b695ffca58 None None] Attempting to bind port 515e4066-3cc6-452d-9b25-c618e2d01a11 by drivers openvswitch,hyperv on host dv-cinder-798104-1-iscsi at level 0 using segments [{'id': '109d583d-0c82-4563-bab0-f22854da7c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a9115e8f-c856-43bc-8ed7-54570859b456'}] {{(pid=74152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 28 16:49:01.092785 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9143d967-57a3-4bfb-b73a-12b695ffca58 None None] Attempting to bind port 515e4066-3cc6-452d-9b25-c618e2d01a11 on network a9115e8f-c856-43bc-8ed7-54570859b456 {{(pid=74152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 28 16:49:01.092934 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.db [None req-d5ec909c-e88b-401e-922c-bf713608bdaf None None] For port c4be0d43-3deb-4567-a3e6-9a806b778e1d, host dv-cinder-798104-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-iscsi',level=0,port_id=c4be0d43-3deb-4567-a3e6-9a806b778e1d,segment=NetworkSegment(c33c21b7-7592-40e1-a334-7e00067f8a18),segment_id=c33c21b7-7592-40e1-a334-7e00067f8a18)] {{(pid=74153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 28 16:49:01.098543 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron_lib.callbacks.manager [None req-d5ec909c-e88b-401e-922c-bf713608bdaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:01.111276 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:49:01.133354 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9143d967-57a3-4bfb-b73a-12b695ffca58 None None] Checking agent: {'id': '235649c2-d0e1-424d-8662-9e7ce5cd7ca9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798104-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 16, 33, 9), 'started_at': datetime.datetime(2021, 6, 28, 16, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 16, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798104-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 28 16:49:01.133354 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9143d967-57a3-4bfb-b73a-12b695ffca58 None None] Checking segment: {'id': '109d583d-0c82-4563-bab0-f22854da7c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a9115e8f-c856-43bc-8ed7-54570859b456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 28 16:49:01.133848 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-9143d967-57a3-4bfb-b73a-12b695ffca58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:01.134440 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9143d967-57a3-4bfb-b73a-12b695ffca58 None None] Bound using segment: {'id': '109d583d-0c82-4563-bab0-f22854da7c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a9115e8f-c856-43bc-8ed7-54570859b456'} {{(pid=74152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 28 16:49:01.134931 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.managers [None req-9143d967-57a3-4bfb-b73a-12b695ffca58 None None] Bound port: 515e4066-3cc6-452d-9b25-c618e2d01a11, host: dv-cinder-798104-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '109d583d-0c82-4563-bab0-f22854da7c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a9115e8f-c856-43bc-8ed7-54570859b456'}}] {{(pid=74152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 28 16:49:01.135304 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-9143d967-57a3-4bfb-b73a-12b695ffca58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:01.153094 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.db_base_plugin_common [None req-e0050f98-dc61-421a-bf35-e2be3097b8ca admin admin] Allocated IP 172.20.0.1 (9725f7b3-51b3-4fed-8aad-b6adab71011f/0a3fc56e-95ad-4e74-988f-9dcec05cc015/f7255da9-ac12-4e55-8ce1-efbd8bde19f9) {{(pid=74151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 28 16:49:01.198925 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ec909c-e88b-401e-922c-bf713608bdaf None None] Routers {'a969004d-731b-4a97-92e3-791ba6b7315d'} bound to L3 agent in host dv-cinder-798104-1-iscsi {{(pid=74153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 28 16:49:01.199559 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_hamode_db [None req-d5ec909c-e88b-401e-922c-bf713608bdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa2cfbf60d0>, 'dv-cinder-798104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T16:33:11Z,description=<?>,heartbeat_timestamp=2021-06-28T16:48:41Z,host='dv-cinder-798104-1-iscsi',id=c1a676c2-2a78-4c35-ab22-a28e05dfd46e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-28T16:33:11Z,topic='l3_agent')) {'router_ids': ['a969004d-731b-4a97-92e3-791ba6b7315d'], 'active': True} {{(pid=74153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:49:01.233036 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-92adfee5-f03c-40f8-aade-905b984ffe44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:01.263828 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f9fb33-8220-4db8-8ad3-2483d987bbd1 None None] Pushing event updated for resources: {'Port': ['ID=c4be0d43-3deb-4567-a3e6-9a806b778e1d,revision_number=3']} {{(pid=74153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:49:01.268287 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG oslo_concurrency.lockutils [None req-c8f9fb33-8220-4db8-8ad3-2483d987bbd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=74153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:49:01.302825 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-9143d967-57a3-4bfb-b73a-12b695ffca58 None None] For port 515e4066-3cc6-452d-9b25-c618e2d01a11, host dv-cinder-798104-1-iscsi, cleared binding levels {{(pid=74152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 28 16:49:01.305519 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-92adfee5-f03c-40f8-aade-905b984ffe44 None None] For port f008f9c0-3f95-4e5d-8c13-44136ca3ad1e, host dv-cinder-798104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-iscsi',level=0,port_id=f008f9c0-3f95-4e5d-8c13-44136ca3ad1e,segment=NetworkSegment(8ce0e696-cf84-4ed3-89b5-1a30e86f2bb6),segment_id=8ce0e696-cf84-4ed3-89b5-1a30e86f2bb6)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:49:01.307770 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-9143d967-57a3-4bfb-b73a-12b695ffca58 None None] For port 515e4066-3cc6-452d-9b25-c618e2d01a11, host dv-cinder-798104-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-iscsi',level=0,port_id=515e4066-3cc6-452d-9b25-c618e2d01a11,segment=NetworkSegment(109d583d-0c82-4563-bab0-f22854da7c3a),segment_id=109d583d-0c82-4563-bab0-f22854da7c3a)] {{(pid=74152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 28 16:49:01.312738 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-92adfee5-f03c-40f8-aade-905b984ffe44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:01.316965 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-9077b152-7874-415c-a33f-f34adf91a1e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:49:01.341539 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-e0050f98-dc61-421a-bf35-e2be3097b8ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:01.348310 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-9143d967-57a3-4bfb-b73a-12b695ffca58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:01.360914 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.provisioning_blocks [None req-e0050f98-dc61-421a-bf35-e2be3097b8ca admin admin] Transition to ACTIVE for port object f7255da9-ac12-4e55-8ce1-efbd8bde19f9 will not be triggered until provisioned by entity DHCP. {{(pid=74151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 28 16:49:01.392873 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-e0050f98-dc61-421a-bf35-e2be3097b8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771078328113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32204965'] for port, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:01.406986 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-33d0f07a-603c-4f70-9067-611d55397bd7 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:49:01.409065 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92adfee5-f03c-40f8-aade-905b984ffe44 None None] Pushing event updated for resources: {'Port': ['ID=f008f9c0-3f95-4e5d-8c13-44136ca3ad1e,revision_number=3']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:49:01.418209 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-92adfee5-f03c-40f8-aade-905b984ffe44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:49:01.420894 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:49:01.445861 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_dvr_db [None req-d5ec909c-e88b-401e-922c-bf713608bdaf None None] Set router a969004d-731b-4a97-92e3-791ba6b7315d gateway port host: dv-cinder-798104-1-iscsi {{(pid=74153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 28 16:49:01.505159 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9143d967-57a3-4bfb-b73a-12b695ffca58 None None] Routers {'efd06944-2f2b-4577-8f53-f2bbfd2b5994'} bound to L3 agent in host dv-cinder-798104-1-iscsi {{(pid=74152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 28 16:49:01.506400 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-9143d967-57a3-4bfb-b73a-12b695ffca58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa2cf89b1f0>, 'dv-cinder-798104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T16:33:11Z,description=<?>,heartbeat_timestamp=2021-06-28T16:48:41Z,host='dv-cinder-798104-1-iscsi',id=c1a676c2-2a78-4c35-ab22-a28e05dfd46e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-28T16:33:11Z,topic='l3_agent')) {'router_ids': ['efd06944-2f2b-4577-8f53-f2bbfd2b5994'], 'active': True} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:49:01.551362 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0050f98-dc61-421a-bf35-e2be3097b8ca admin admin] Pushing event updated for resources: {'Port': ['ID=f7255da9-ac12-4e55-8ce1-efbd8bde19f9,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:49:01.554503 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-e0050f98-dc61-421a-bf35-e2be3097b8ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:49:01.556785 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0050f98-dc61-421a-bf35-e2be3097b8ca admin admin] Network 9725f7b3-51b3-4fed-8aad-b6adab71011f is already hosted by enough agents. {{(pid=74151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 28 16:49:01.562238 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.base_scheduler [None req-e0050f98-dc61-421a-bf35-e2be3097b8ca admin admin] Resources bound (agent type, host, resource id):  {{(pid=74151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 28 16:49:01.566006 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0050f98-dc61-421a-bf35-e2be3097b8ca admin admin] Received port after_create {{(pid=74151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 28 16:49:01.632230 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-e0050f98-dc61-421a-bf35-e2be3097b8ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-674087'] for router_interface, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:01.647280 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890c3eb3-95b2-493a-8d4e-00ed1127adb2 None None] Pushing event updated for resources: {'Port': ['ID=515e4066-3cc6-452d-9b25-c618e2d01a11,revision_number=4']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:49:01.655872 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-890c3eb3-95b2-493a-8d4e-00ed1127adb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:49:01.765661 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-e0050f98-dc61-421a-bf35-e2be3097b8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:01.792495 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvr_db [None req-9143d967-57a3-4bfb-b73a-12b695ffca58 None None] Set router efd06944-2f2b-4577-8f53-f2bbfd2b5994 gateway port host: dv-cinder-798104-1-iscsi {{(pid=74152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 28 16:49:01.844068 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device f008f9c0-3f95-4e5d-8c13-44136ca3ad1e up at agent ovs-agent-dv-cinder-798104-1-iscsi {{(pid=74152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 28 16:49:01.869772 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_hamode_db [None req-d5ec909c-e88b-401e-922c-bf713608bdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa2cfbf60d0>, [{'id': 'a969004d-731b-4a97-92e3-791ba6b7315d', 'name': 'tempest-TestShelveInstance-1296710778-router', 'tenant_id': 'fba5f7db60824c659a3b9637e3202337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'c4be0d43-3deb-4567-a3e6-9a806b778e1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:48:58Z', 'updated_at': '2021-06-28T16:48:59Z', 'revision_number': 3, 'project_id': 'fba5f7db60824c659a3b9637e3202337', 'gw_port': {'id': 'c4be0d43-3deb-4567-a3e6-9a806b778e1d', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cf:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a969004d-731b-4a97-92e3-791ba6b7315d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:48:58Z', 'updated_at': '2021-06-28T16:49:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi'}], 'dv-cinder-798104-1-iscsi', False) {} {{(pid=74153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:49:01.876748 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ec909c-e88b-401e-922c-bf713608bdaf None None] The sync data for ids ['a969004d-731b-4a97-92e3-791ba6b7315d'] in dv-cinder-798104-1-iscsi is: [{'id': 'a969004d-731b-4a97-92e3-791ba6b7315d', 'name': 'tempest-TestShelveInstance-1296710778-router', 'tenant_id': 'fba5f7db60824c659a3b9637e3202337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'c4be0d43-3deb-4567-a3e6-9a806b778e1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:48:58Z', 'updated_at': '2021-06-28T16:48:59Z', 'revision_number': 3, 'project_id': 'fba5f7db60824c659a3b9637e3202337', 'gw_port': {'id': 'c4be0d43-3deb-4567-a3e6-9a806b778e1d', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cf:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a969004d-731b-4a97-92e3-791ba6b7315d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:48:58Z', 'updated_at': '2021-06-28T16:49:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi'}] {{(pid=74153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 28 16:49:01.929241 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-39d833e8-21ff-4be3-a522-e6c051738325 None None] Provisioning complete for port f008f9c0-3f95-4e5d-8c13-44136ca3ad1e triggered by entity DHCP. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:49:01.929751 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-39d833e8-21ff-4be3-a522-e6c051738325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:02.054184 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-e0050f98-dc61-421a-bf35-e2be3097b8ca admin admin] Notify callbacks [] for port, precommit_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:02.060001 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-e0050f98-dc61-421a-bf35-e2be3097b8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32204972'] for port, after_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:02.088104 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-e0050f98-dc61-421a-bf35-e2be3097b8ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:49:02.178892 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0050f98-dc61-421a-bf35-e2be3097b8ca admin admin] Pushing event updated for resources: {'Port': ['ID=f7255da9-ac12-4e55-8ce1-efbd8bde19f9,revision_number=2']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:49:02.183694 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-e0050f98-dc61-421a-bf35-e2be3097b8ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:49:02.184439 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-e0050f98-dc61-421a-bf35-e2be3097b8ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-677387'] for router_interface, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:02.203509 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Provisioning complete for port f008f9c0-3f95-4e5d-8c13-44136ca3ad1e triggered by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:49:02.204100 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:02.325187 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0050f98-dc61-421a-bf35-e2be3097b8ca admin admin] Network 9725f7b3-51b3-4fed-8aad-b6adab71011f is already hosted by enough agents. {{(pid=74151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 28 16:49:02.326549 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.base_scheduler [None req-e0050f98-dc61-421a-bf35-e2be3097b8ca admin admin] Resources bound (agent type, host, resource id):  {{(pid=74151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 28 16:49:02.486407 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-9143d967-57a3-4bfb-b73a-12b695ffca58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa2cf89b1f0>, [{'id': 'efd06944-2f2b-4577-8f53-f2bbfd2b5994', 'name': 'tempest-TestShelveInstance-1425280401-router', 'tenant_id': '752951ca61fe47f0b32b0595cf035391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '33fdea45-2c6a-43e7-872d-279e7c044203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:48:52Z', 'updated_at': '2021-06-28T16:48:55Z', 'revision_number': 4, 'project_id': '752951ca61fe47f0b32b0595cf035391', 'gw_port': {'id': '33fdea45-2c6a-43e7-872d-279e7c044203', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:40:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd06944-2f2b-4577-8f53-f2bbfd2b5994', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:48:52Z', 'updated_at': '2021-06-28T16:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi', '_interfaces': [{'id': '515e4066-3cc6-452d-9b25-c618e2d01a11', 'name': '', 'network_id': 'a9115e8f-c856-43bc-8ed7-54570859b456', 'tenant_id': '752951ca61fe47f0b32b0595cf035391', 'mac_address': 'fa:16:3e:ab:99:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd06944-2f2b-4577-8f53-f2bbfd2b5994', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4efdb07-e2c5-4e6d-af9a-cc24275e76fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:48:54Z', 'updated_at': '2021-06-28T16:49:01Z', 'revision_number': 4, 'project_id': '752951ca61fe47f0b32b0595cf035391', 'subnets': [{'id': 'f4efdb07-e2c5-4e6d-af9a-cc24275e76fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-iscsi', False) {} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:49:02.491670 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9143d967-57a3-4bfb-b73a-12b695ffca58 None None] The sync data for ids ['efd06944-2f2b-4577-8f53-f2bbfd2b5994'] in dv-cinder-798104-1-iscsi is: [{'id': 'efd06944-2f2b-4577-8f53-f2bbfd2b5994', 'name': 'tempest-TestShelveInstance-1425280401-router', 'tenant_id': '752951ca61fe47f0b32b0595cf035391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '33fdea45-2c6a-43e7-872d-279e7c044203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:48:52Z', 'updated_at': '2021-06-28T16:48:55Z', 'revision_number': 4, 'project_id': '752951ca61fe47f0b32b0595cf035391', 'gw_port': {'id': '33fdea45-2c6a-43e7-872d-279e7c044203', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:40:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd06944-2f2b-4577-8f53-f2bbfd2b5994', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:48:52Z', 'updated_at': '2021-06-28T16:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi', '_interfaces': [{'id': '515e4066-3cc6-452d-9b25-c618e2d01a11', 'name': '', 'network_id': 'a9115e8f-c856-43bc-8ed7-54570859b456', 'tenant_id': '752951ca61fe47f0b32b0595cf035391', 'mac_address': 'fa:16:3e:ab:99:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd06944-2f2b-4577-8f53-f2bbfd2b5994', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4efdb07-e2c5-4e6d-af9a-cc24275e76fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:48:54Z', 'updated_at': '2021-06-28T16:49:01Z', 'revision_number': 4, 'project_id': '752951ca61fe47f0b32b0595cf035391', 'subnets': [{'id': 'f4efdb07-e2c5-4e6d-af9a-cc24275e76fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 28 16:49:02.573427 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-d4e2e97a-3201-43f3-b7fd-714d344fcffb None None] Provisioning for port f7255da9-ac12-4e55-8ce1-efbd8bde19f9 completed by entity DHCP. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 28 16:49:02.578467 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-d4e2e97a-3201-43f3-b7fd-714d344fcffb None None] Provisioning complete for port f7255da9-ac12-4e55-8ce1-efbd8bde19f9 triggered by entity DHCP. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:49:02.578777 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-d4e2e97a-3201-43f3-b7fd-714d344fcffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:02.647364 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-d4e2e97a-3201-43f3-b7fd-714d344fcffb None None] Port f7255da9-ac12-4e55-8ce1-efbd8bde19f9 cannot update to ACTIVE because it is not bound. {{(pid=74152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 28 16:49:02.778546 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0050f98-dc61-421a-bf35-e2be3097b8ca admin admin] Router a969004d-731b-4a97-92e3-791ba6b7315d has already been hosted by L3 agent c1a676c2-2a78-4c35-ab22-a28e05dfd46e {{(pid=74151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 28 16:49:03.124324 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0050f98-dc61-421a-bf35-e2be3097b8ca admin admin] Notify agent at l3_agent.dv-cinder-798104-1-iscsi the message routers_updated {{(pid=74151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 28 16:49:03.145532 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-e0050f98-dc61-421a-bf35-e2be3097b8ca admin admin] 10.222.0.30 "PUT /v2.0/routers/a969004d-731b-4a97-92e3-791ba6b7315d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2296774
Jun 28 16:49:03.853112 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device c4be0d43-3deb-4567-a3e6-9a806b778e1d up at agent ovs-agent-dv-cinder-798104-1-iscsi {{(pid=74152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 28 16:49:03.907137 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 41618) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:49:03.921734 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Provisioning for port c4be0d43-3deb-4567-a3e6-9a806b778e1d completed by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 28 16:49:03.921948 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.v2.base [None req-793d0b33-8cac-4f2f-b920-7e658a30c897 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1658483678', 'description': 'tempest-secgroup-smoke-1658483678 description', 'project_id': '752951ca61fe47f0b32b0595cf035391'}} {{(pid=74150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:49:03.926967 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Provisioning complete for port c4be0d43-3deb-4567-a3e6-9a806b778e1d triggered by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:49:03.927452 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:03.928936 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-793d0b33-8cac-4f2f-b920-7e658a30c897 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:49:03.932837 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-793d0b33-8cac-4f2f-b920-7e658a30c897 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Usage tracker for resource:security_group and tenant:752951ca61fe47f0b32b0595cf035391 is out of sync, need to count used quota {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:49:03.935717 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-793d0b33-8cac-4f2f-b920-7e658a30c897 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:49:03.942504 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-793d0b33-8cac-4f2f-b920-7e658a30c897 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:49:03.953477 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-793d0b33-8cac-4f2f-b920-7e658a30c897 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Notify callbacks [] for security_group, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:03.990843 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-793d0b33-8cac-4f2f-b920-7e658a30c897 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:49:03.994758 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-793d0b33-8cac-4f2f-b920-7e658a30c897 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Usage tracker for resource:security_group_rule and tenant:752951ca61fe47f0b32b0595cf035391 is out of sync, need to count used quota {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:49:03.997620 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-793d0b33-8cac-4f2f-b920-7e658a30c897 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:49:04.003256 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-793d0b33-8cac-4f2f-b920-7e658a30c897 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:49:04.049589 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:04.067314 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] For port c4be0d43-3deb-4567-a3e6-9a806b778e1d, host dv-cinder-798104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-iscsi',level=0,port_id=c4be0d43-3deb-4567-a3e6-9a806b778e1d,segment=NetworkSegment(c33c21b7-7592-40e1-a334-7e00067f8a18),segment_id=c33c21b7-7592-40e1-a334-7e00067f8a18)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:49:04.070751 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-793d0b33-8cac-4f2f-b920-7e658a30c897 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Notify callbacks [] for security_group, precommit_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:04.072350 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:04.073482 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device 515e4066-3cc6-452d-9b25-c618e2d01a11 up at agent ovs-agent-dv-cinder-798104-1-iscsi {{(pid=74152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 28 16:49:04.075848 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-793d0b33-8cac-4f2f-b920-7e658a30c897 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:04.096913 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:49:04.102495 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-efacbaeb-4c71-45ae-9a85-76dfcc988469 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:49:04.113776 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-793d0b33-8cac-4f2f-b920-7e658a30c897 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Notify callbacks [] for security_group, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:04.121032 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-793d0b33-8cac-4f2f-b920-7e658a30c897 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.2127259
Jun 28 16:49:04.121413 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 41622) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:49:04.129797 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.v2.base [None req-a8a1ac3c-5d9d-47f7-a4f1-5b40654a44df tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Request body: {'security_group_rule': {'security_group_id': '78c11c6c-7d31-418b-b789-373da79bfa71', 'project_id': '752951ca61fe47f0b32b0595cf035391', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:49:04.143622 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793d0b33-8cac-4f2f-b920-7e658a30c897 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78c11c6c-7d31-418b-b789-373da79bfa71,revision_number=1']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:49:04.145107 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-a8a1ac3c-5d9d-47f7-a4f1-5b40654a44df tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:49:04.146533 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-793d0b33-8cac-4f2f-b920-7e658a30c897 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:49:04.151634 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-a8a1ac3c-5d9d-47f7-a4f1-5b40654a44df tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Usage tracker for resource:security_group_rule and tenant:752951ca61fe47f0b32b0595cf035391 is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:49:04.154725 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-a8a1ac3c-5d9d-47f7-a4f1-5b40654a44df tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:49:04.161369 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-a8a1ac3c-5d9d-47f7-a4f1-5b40654a44df tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:49:04.181811 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-a8a1ac3c-5d9d-47f7-a4f1-5b40654a44df tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:04.197737 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Pushing event updated for resources: {'Port': ['ID=c4be0d43-3deb-4567-a3e6-9a806b778e1d,revision_number=4']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:49:04.201202 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:49:04.211566 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Provisioning for port 515e4066-3cc6-452d-9b25-c618e2d01a11 completed by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 28 16:49:04.216513 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Provisioning complete for port 515e4066-3cc6-452d-9b25-c618e2d01a11 triggered by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:49:04.217385 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:04.249393 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-a8a1ac3c-5d9d-47f7-a4f1-5b40654a44df tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:04.253371 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-a8a1ac3c-5d9d-47f7-a4f1-5b40654a44df tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345258'] for security_group_rule, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:04.255546 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:49:04.279854 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1ac3c-5d9d-47f7-a4f1-5b40654a44df tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c03a51e3-e910-4723-8207-1e5af29f74b3,revision_number=0']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:49:04.282375 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-a8a1ac3c-5d9d-47f7-a4f1-5b40654a44df tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:49:04.290166 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-a8a1ac3c-5d9d-47f7-a4f1-5b40654a44df tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:04.293844 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-a8a1ac3c-5d9d-47f7-a4f1-5b40654a44df tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1685655
Jun 28 16:49:04.294024 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 41626) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:49:04.299535 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.v2.base [None req-b404cd87-2d90-49a8-93a0-fd9a9e8bba33 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Request body: {'security_group_rule': {'security_group_id': '78c11c6c-7d31-418b-b789-373da79bfa71', 'project_id': '752951ca61fe47f0b32b0595cf035391', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=74151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:49:04.305330 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-b404cd87-2d90-49a8-93a0-fd9a9e8bba33 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:49:04.310053 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-b404cd87-2d90-49a8-93a0-fd9a9e8bba33 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Usage tracker for resource:security_group_rule and tenant:752951ca61fe47f0b32b0595cf035391 is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:49:04.312831 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-b404cd87-2d90-49a8-93a0-fd9a9e8bba33 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:49:04.323051 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-b404cd87-2d90-49a8-93a0-fd9a9e8bba33 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:49:04.336205 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:04.342515 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-b404cd87-2d90-49a8-93a0-fd9a9e8bba33 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:04.370614 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] For port 515e4066-3cc6-452d-9b25-c618e2d01a11, host dv-cinder-798104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-iscsi',level=0,port_id=515e4066-3cc6-452d-9b25-c618e2d01a11,segment=NetworkSegment(109d583d-0c82-4563-bab0-f22854da7c3a),segment_id=109d583d-0c82-4563-bab0-f22854da7c3a)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:49:04.375236 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:04.377241 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:49:04.411868 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-b404cd87-2d90-49a8-93a0-fd9a9e8bba33 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:04.416640 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-b404cd87-2d90-49a8-93a0-fd9a9e8bba33 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345258'] for security_group_rule, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:04.423157 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:49:04.443668 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b404cd87-2d90-49a8-93a0-fd9a9e8bba33 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54baa732-3727-415a-bf59-fb31206dca3d,revision_number=0']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:49:04.446134 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Pushing event updated for resources: {'Port': ['ID=515e4066-3cc6-452d-9b25-c618e2d01a11,revision_number=5']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:49:04.446508 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-b404cd87-2d90-49a8-93a0-fd9a9e8bba33 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:49:04.448983 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:49:04.455591 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-b404cd87-2d90-49a8-93a0-fd9a9e8bba33 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:04.456879 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-b404cd87-2d90-49a8-93a0-fd9a9e8bba33 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1618965
Jun 28 16:49:04.460316 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 41630) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:49:04.469340 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.v2.base [None req-dfeb9513-d376-4f13-90e1-a4fc5e874a4f tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Request body: {'security_group_rule': {'security_group_id': '78c11c6c-7d31-418b-b789-373da79bfa71', 'project_id': '752951ca61fe47f0b32b0595cf035391', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=74151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:49:04.479865 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-dfeb9513-d376-4f13-90e1-a4fc5e874a4f tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:49:04.485835 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-dfeb9513-d376-4f13-90e1-a4fc5e874a4f tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Usage tracker for resource:security_group_rule and tenant:752951ca61fe47f0b32b0595cf035391 is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:49:04.490518 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-dfeb9513-d376-4f13-90e1-a4fc5e874a4f tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:49:04.502644 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-dfeb9513-d376-4f13-90e1-a4fc5e874a4f tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:49:04.526268 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-dfeb9513-d376-4f13-90e1-a4fc5e874a4f tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:04.590755 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-dfeb9513-d376-4f13-90e1-a4fc5e874a4f tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:04.594478 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-dfeb9513-d376-4f13-90e1-a4fc5e874a4f tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345258'] for security_group_rule, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:04.596612 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:49:04.620468 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeb9513-d376-4f13-90e1-a4fc5e874a4f tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cac7dab9-1358-47db-b353-36fb92139570,revision_number=0']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:49:04.625021 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-dfeb9513-d376-4f13-90e1-a4fc5e874a4f tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:49:04.629498 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-dfeb9513-d376-4f13-90e1-a4fc5e874a4f tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:04.630684 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-dfeb9513-d376-4f13-90e1-a4fc5e874a4f tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1694994
Jun 28 16:49:04.633524 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 41634) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:49:04.639126 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.v2.base [None req-d280f8aa-0ca3-4bbc-a279-da2dec3bc5f7 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Request body: {'security_group_rule': {'security_group_id': '78c11c6c-7d31-418b-b789-373da79bfa71', 'project_id': '752951ca61fe47f0b32b0595cf035391', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=74151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:49:04.645078 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-d280f8aa-0ca3-4bbc-a279-da2dec3bc5f7 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:49:04.648824 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-d280f8aa-0ca3-4bbc-a279-da2dec3bc5f7 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Usage tracker for resource:security_group_rule and tenant:752951ca61fe47f0b32b0595cf035391 is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:49:04.651714 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-d280f8aa-0ca3-4bbc-a279-da2dec3bc5f7 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:49:04.657395 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-d280f8aa-0ca3-4bbc-a279-da2dec3bc5f7 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:49:04.676722 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-d280f8aa-0ca3-4bbc-a279-da2dec3bc5f7 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:04.739945 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-d280f8aa-0ca3-4bbc-a279-da2dec3bc5f7 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:04.744560 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-d280f8aa-0ca3-4bbc-a279-da2dec3bc5f7 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345258'] for security_group_rule, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:04.746509 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:49:04.769771 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280f8aa-0ca3-4bbc-a279-da2dec3bc5f7 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6648d86-efa1-4a5e-af85-c9e2d00a1a16,revision_number=0']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:49:04.774862 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-d280f8aa-0ca3-4bbc-a279-da2dec3bc5f7 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:49:04.779346 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-d280f8aa-0ca3-4bbc-a279-da2dec3bc5f7 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:04.780502 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-d280f8aa-0ca3-4bbc-a279-da2dec3bc5f7 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1460774
Jun 28 16:49:04.783321 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 41638) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:49:04.789055 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.v2.base [None req-eb39724d-2c6f-4e95-934f-b625993a5bb2 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Request body: {'security_group_rule': {'security_group_id': '78c11c6c-7d31-418b-b789-373da79bfa71', 'project_id': '752951ca61fe47f0b32b0595cf035391', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=74151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:49:04.794933 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-eb39724d-2c6f-4e95-934f-b625993a5bb2 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:49:04.798685 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-eb39724d-2c6f-4e95-934f-b625993a5bb2 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Usage tracker for resource:security_group_rule and tenant:752951ca61fe47f0b32b0595cf035391 is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:49:04.801536 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-eb39724d-2c6f-4e95-934f-b625993a5bb2 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:49:04.807836 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-eb39724d-2c6f-4e95-934f-b625993a5bb2 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:49:04.819945 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.db.securitygroups_db [None req-eb39724d-2c6f-4e95-934f-b625993a5bb2 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Project 752951ca61fe47f0b32b0595cf035391 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 28 16:49:04.827294 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-eb39724d-2c6f-4e95-934f-b625993a5bb2 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:04.894729 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-eb39724d-2c6f-4e95-934f-b625993a5bb2 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:04.898633 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-eb39724d-2c6f-4e95-934f-b625993a5bb2 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345258'] for security_group_rule, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:04.900796 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-6da3b03a-12fe-4f9d-bf55-291a4029f2a6 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:49:04.926107 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb39724d-2c6f-4e95-934f-b625993a5bb2 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc993fcd-eeb6-4642-ae81-6645be9d2d6d,revision_number=0']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:49:04.928561 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-eb39724d-2c6f-4e95-934f-b625993a5bb2 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:49:04.936217 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-eb39724d-2c6f-4e95-934f-b625993a5bb2 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:04.937456 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-eb39724d-2c6f-4e95-934f-b625993a5bb2 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1528568
Jun 28 16:49:04.940331 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 41642) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:49:04.945935 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.v2.base [None req-d8c57120-88b4-4fd6-ac81-5f3c5d8a7776 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Request body: {'security_group_rule': {'security_group_id': '78c11c6c-7d31-418b-b789-373da79bfa71', 'project_id': '752951ca61fe47f0b32b0595cf035391', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=74151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:49:04.952748 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-d8c57120-88b4-4fd6-ac81-5f3c5d8a7776 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:49:04.956700 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-d8c57120-88b4-4fd6-ac81-5f3c5d8a7776 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Usage tracker for resource:security_group_rule and tenant:752951ca61fe47f0b32b0595cf035391 is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:49:04.959621 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-d8c57120-88b4-4fd6-ac81-5f3c5d8a7776 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:49:04.965698 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-d8c57120-88b4-4fd6-ac81-5f3c5d8a7776 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:49:04.977155 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.db.securitygroups_db [None req-d8c57120-88b4-4fd6-ac81-5f3c5d8a7776 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Project 752951ca61fe47f0b32b0595cf035391 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 28 16:49:04.983748 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-d8c57120-88b4-4fd6-ac81-5f3c5d8a7776 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:05.049412 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-d8c57120-88b4-4fd6-ac81-5f3c5d8a7776 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:05.052978 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-d8c57120-88b4-4fd6-ac81-5f3c5d8a7776 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345258'] for security_group_rule, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:05.055217 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-e911ca47-7034-4942-8d84-f7c75f45845e tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:49:05.078281 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c57120-88b4-4fd6-ac81-5f3c5d8a7776 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad35c7e4-d5b6-47bd-b5e1-68de6e3639cf,revision_number=0']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:49:05.080729 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-d8c57120-88b4-4fd6-ac81-5f3c5d8a7776 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:49:05.089344 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-d8c57120-88b4-4fd6-ac81-5f3c5d8a7776 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:05.090519 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-d8c57120-88b4-4fd6-ac81-5f3c5d8a7776 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1492851
Jun 28 16:49:05.809908 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device c4be0d43-3deb-4567-a3e6-9a806b778e1d up at agent ovs-agent-dv-cinder-798104-1-iscsi {{(pid=74152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 28 16:49:05.882978 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Provisioning complete for port c4be0d43-3deb-4567-a3e6-9a806b778e1d triggered by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:49:05.883426 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:06.007666 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device 515e4066-3cc6-452d-9b25-c618e2d01a11 up at agent ovs-agent-dv-cinder-798104-1-iscsi {{(pid=74152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 28 16:49:06.077980 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Provisioning complete for port 515e4066-3cc6-452d-9b25-c618e2d01a11 triggered by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:49:06.078351 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:08.305439 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d119bab-5e10-46a1-9515-b044909e092e req-e0f88b18-73e3-4665-90f6-02308525c2c8 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:49:08.307806 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-0d119bab-5e10-46a1-9515-b044909e092e req-e0f88b18-73e3-4665-90f6-02308525c2c8 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=66abd257-739b-4da2-9931-0f05ce8da130 HTTP/1.1" status: 200  len: 947 time: 0.0830121
Jun 28 16:49:08.366204 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-0d119bab-5e10-46a1-9515-b044909e092e req-2772098b-35e8-4dde-9015-bbb7993c1ac1 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=0fc9b833-75ba-412f-9101-db0a16953a9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0523911
Jun 28 16:49:08.959994 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-4f7807c6-58cc-4800-8011-f618500ff22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:09.463379 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:09.611413 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9b2dcd-8a2b-462e-baba-6005fc108853 req-5e313216-06ce-457b-bf48-14f4ff0a9531 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:49:09.613300 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-fe9b2dcd-8a2b-462e-baba-6005fc108853 req-5e313216-06ce-457b-bf48-14f4ff0a9531 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=66abd257-739b-4da2-9931-0f05ce8da130 HTTP/1.1" status: 200  len: 947 time: 0.0869033
Jun 28 16:49:09.655909 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cdf11f-f914-48f2-a320-be50f4222f4c req-1d14421c-01da-4af4-affe-b35314480e85 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:49:09.656733 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [req-36cdf11f-f914-48f2-a320-be50f4222f4c req-1d14421c-01da-4af4-affe-b35314480e85 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Synchronizing usage tracker for tenant:63a2e49b0c454d43890a422c6fd0684c on resource:port {{(pid=74151) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 28 16:49:09.672543 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-fe9b2dcd-8a2b-462e-baba-6005fc108853 req-bdbe3139-1ec7-4731-a689-3588e7ef9090 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups?id=0fc9b833-75ba-412f-9101-db0a16953a9f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0484285
Jun 28 16:49:09.675093 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [req-36cdf11f-f914-48f2-a320-be50f4222f4c req-1d14421c-01da-4af4-affe-b35314480e85 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Unset dirty status for tenant:63a2e49b0c454d43890a422c6fd0684c on resource:port {{(pid=74151) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 28 16:49:09.676512 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-36cdf11f-f914-48f2-a320-be50f4222f4c req-1d14421c-01da-4af4-affe-b35314480e85 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.15 "GET /v2.0/ports?device_id=66abd257-739b-4da2-9931-0f05ce8da130 HTTP/1.1" status: 200  len: 947 time: 0.1149640
Jun 28 16:49:09.761606 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.plugin [req-36cdf11f-f914-48f2-a320-be50f4222f4c req-4eec7f2c-979d-4875-98ab-cf51eb11be48 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Deleting port f090046c-f0d5-4f85-beb0-83bf7f44cb1b {{(pid=74151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 28 16:49:09.761940 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [req-36cdf11f-f914-48f2-a320-be50f4222f4c req-4eec7f2c-979d-4875-98ab-cf51eb11be48 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771078813103'] for port, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:10.037874 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.db [req-36cdf11f-f914-48f2-a320-be50f4222f4c req-4eec7f2c-979d-4875-98ab-cf51eb11be48 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] For port f090046c-f0d5-4f85-beb0-83bf7f44cb1b, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=f090046c-f0d5-4f85-beb0-83bf7f44cb1b,segment=NetworkSegment(f7e7868f-b1c3-4298-a940-297b02826b74),segment_id=f7e7868f-b1c3-4298-a940-297b02826b74)] {{(pid=74151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:49:10.038232 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [req-36cdf11f-f914-48f2-a320-be50f4222f4c req-4eec7f2c-979d-4875-98ab-cf51eb11be48 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679626'] for port, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:10.445013 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [req-36cdf11f-f914-48f2-a320-be50f4222f4c req-4eec7f2c-979d-4875-98ab-cf51eb11be48 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:10.445342 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [req-36cdf11f-f914-48f2-a320-be50f4222f4c req-4eec7f2c-979d-4875-98ab-cf51eb11be48 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674138'] for floatingip, after_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:10.445663 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.db.l3_db [req-36cdf11f-f914-48f2-a320-be50f4222f4c req-4eec7f2c-979d-4875-98ab-cf51eb11be48 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Floating IP c47c1121-72b5-439f-b88b-0c07122ef787 disassociated. External IP: 172.27.2.36, port: f090046c-f0d5-4f85-beb0-83bf7f44cb1b.
Jun 28 16:49:10.446524 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.plugin [req-36cdf11f-f914-48f2-a320-be50f4222f4c req-4eec7f2c-979d-4875-98ab-cf51eb11be48 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Calling delete_port for f090046c-f0d5-4f85-beb0-83bf7f44cb1b owned by compute:nova {{(pid=74151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 28 16:49:10.604945 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [req-36cdf11f-f914-48f2-a320-be50f4222f4c req-4eec7f2c-979d-4875-98ab-cf51eb11be48 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771078770342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771078328122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32204965'] for port, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:10.610878 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:49:10.656548 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eec7f2c-979d-4875-98ab-cf51eb11be48 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Pushing event deleted for resources: {'Port': ['ID=f090046c-f0d5-4f85-beb0-83bf7f44cb1b,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:49:10.660244 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-4eec7f2c-979d-4875-98ab-cf51eb11be48 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:49:10.869067 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-dd27bc42-ae10-4fdb-a5bf-98c350a3acfe req-9b22e6c2-3409-49ed-9b86-0df9301a3dae tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/ports?device_id=66abd257-739b-4da2-9931-0f05ce8da130 HTTP/1.1" status: 200  len: 210 time: 0.0487418
Jun 28 16:49:10.976438 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.l3_agent_scheduler [req-36cdf11f-f914-48f2-a320-be50f4222f4c req-4eec7f2c-979d-4875-98ab-cf51eb11be48 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Router e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0 has already been hosted by L3 agent c1a676c2-2a78-4c35-ab22-a28e05dfd46e {{(pid=74151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 28 16:49:11.247086 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-2e028a0b-e415-4d21-9981-c68c95ab8449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:11.272568 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-36cdf11f-f914-48f2-a320-be50f4222f4c req-4eec7f2c-979d-4875-98ab-cf51eb11be48 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify agent at l3_agent.dv-cinder-798104-1-iscsi the message routers_updated {{(pid=74151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 28 16:49:11.284128 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e9a700-1703-41dc-988a-2ac4e730270f None None] Sync routers for ids ['e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0'] in dv-cinder-798104-1-iscsi {{(pid=74152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 28 16:49:11.298039 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e9a700-1703-41dc-988a-2ac4e730270f None None] Routers {'e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0'} bound to L3 agent in host dv-cinder-798104-1-iscsi {{(pid=74152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 28 16:49:11.298691 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-52e9a700-1703-41dc-988a-2ac4e730270f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa2cfa00940>, 'dv-cinder-798104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T16:33:11Z,description=<?>,heartbeat_timestamp=2021-06-28T16:49:11Z,host='dv-cinder-798104-1-iscsi',id=c1a676c2-2a78-4c35-ab22-a28e05dfd46e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-28T16:33:11Z,topic='l3_agent')) {'router_ids': ['e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0'], 'active': True} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:49:11.386795 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.l3_dvrscheduler_db [req-36cdf11f-f914-48f2-a320-be50f4222f4c req-4eec7f2c-979d-4875-98ab-cf51eb11be48 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] No DVR routers for this DVR port f090046c-f0d5-4f85-beb0-83bf7f44cb1b on host hv-cinder-79810 {{(pid=74151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 28 16:49:11.390600 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [req-36cdf11f-f914-48f2-a320-be50f4222f4c req-4eec7f2c-979d-4875-98ab-cf51eb11be48 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022804'] for port, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:11.394931 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66abd257-739b-4da2-9931-0f05ce8da130', 'name': 'network-vif-deleted', 'tag': 'f090046c-f0d5-4f85-beb0-83bf7f44cb1b'}] {{(pid=74151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 28 16:49:11.425330 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-36cdf11f-f914-48f2-a320-be50f4222f4c req-4eec7f2c-979d-4875-98ab-cf51eb11be48 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.15 "DELETE /v2.0/ports/f090046c-f0d5-4f85-beb0-83bf7f44cb1b HTTP/1.1" status: 204  len: 173 time: 1.7421181
Jun 28 16:49:11.497551 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66abd257-739b-4da2-9931-0f05ce8da130', 'name': 'network-vif-deleted', 'tag': 'f090046c-f0d5-4f85-beb0-83bf7f44cb1b', 'status': 'completed', 'code': 200}
Jun 28 16:49:11.501007 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvr_db [None req-52e9a700-1703-41dc-988a-2ac4e730270f None None] Set router e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0 gateway port host: dv-cinder-798104-1-iscsi {{(pid=74152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 28 16:49:11.939507 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-52e9a700-1703-41dc-988a-2ac4e730270f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa2cfa00940>, [{'id': 'e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0', 'name': 'tempest-AttachVolumeShelveTestJSON-1703409747-router', 'tenant_id': '63a2e49b0c454d43890a422c6fd0684c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'fdc35852-b6f6-405a-825d-15926a01a8b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:06Z', 'updated_at': '2021-06-28T16:41:18Z', 'revision_number': 4, 'project_id': '63a2e49b0c454d43890a422c6fd0684c', 'gw_port': {'id': 'fdc35852-b6f6-405a-825d-15926a01a8b0', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:07Z', 'updated_at': '2021-06-28T16:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi', '_interfaces': [{'id': '11f140e5-d625-4165-935e-6213876d0e9a', 'name': '', 'network_id': '5a346278-b5ab-4c50-92aa-d9c545e84c60', 'tenant_id': '63a2e49b0c454d43890a422c6fd0684c', 'mac_address': 'fa:16:3e:89:a6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3e3d357-dcc0-424c-a40d-bd73416cd8db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:16Z', 'updated_at': '2021-06-28T16:42:01Z', 'revision_number': 5, 'project_id': '63a2e49b0c454d43890a422c6fd0684c', 'subnets': [{'id': 'b3e3d357-dcc0-424c-a40d-bd73416cd8db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-iscsi', False) {} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:49:11.947492 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e9a700-1703-41dc-988a-2ac4e730270f None None] Checking router: e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0 for host: dv-cinder-798104-1-iscsi {{(pid=74152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 28 16:49:11.960536 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e9a700-1703-41dc-988a-2ac4e730270f None None] Routers {'e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0'} bound to L3 agent in host dv-cinder-798104-1-iscsi {{(pid=74152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 28 16:49:11.961188 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-52e9a700-1703-41dc-988a-2ac4e730270f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa2cfa00940>, 'dv-cinder-798104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T16:33:11Z,description=<?>,heartbeat_timestamp=2021-06-28T16:49:11Z,host='dv-cinder-798104-1-iscsi',id=c1a676c2-2a78-4c35-ab22-a28e05dfd46e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-28T16:33:11Z,topic='l3_agent')) {'router_ids': ['e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0'], 'active': True} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:49:12.077107 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 41700) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:49:12.164292 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvr_db [None req-52e9a700-1703-41dc-988a-2ac4e730270f None None] Set router e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0 gateway port host: dv-cinder-798104-1-iscsi {{(pid=74152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 28 16:49:12.199640 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-34d06815-a67e-42d2-a2ff-1734032c22a5 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify callbacks [] for security_group, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:12.234789 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-34d06815-a67e-42d2-a2ff-1734032c22a5 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:12.320727 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-34d06815-a67e-42d2-a2ff-1734032c22a5 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:12.328795 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-4d994708-b0fd-474d-aa04-38b5b5b83264 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:49:12.347752 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d06815-a67e-42d2-a2ff-1734032c22a5 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc9b833-75ba-412f-9101-db0a16953a9f,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:49:12.353182 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-34d06815-a67e-42d2-a2ff-1734032c22a5 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:49:12.366998 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-34d06815-a67e-42d2-a2ff-1734032c22a5 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify callbacks [] for security_group, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:12.372347 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 41706) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:49:12.373003 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-34d06815-a67e-42d2-a2ff-1734032c22a5 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "DELETE /v2.0/security-groups/0fc9b833-75ba-412f-9101-db0a16953a9f HTTP/1.1" status: 204  len: 168 time: 0.2943873
Jun 28 16:49:12.394480 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.api.v2.resource [None req-e4be1f6d-fa48-40b5-9d55-2c47af47555f tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] show failed (client error): The resource could not be found.
Jun 28 16:49:12.399579 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-e4be1f6d-fa48-40b5-9d55-2c47af47555f tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "GET /v2.0/security-groups/0fc9b833-75ba-412f-9101-db0a16953a9f HTTP/1.1" status: 404  len: 347 time: 0.0248959
Jun 28 16:49:12.400696 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 41710) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:49:12.521725 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-6c3ff140-2be5-46e8-b74a-5424bc372793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:12.560208 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-52e9a700-1703-41dc-988a-2ac4e730270f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa2cfa00940>, [{'id': 'e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0', 'name': 'tempest-AttachVolumeShelveTestJSON-1703409747-router', 'tenant_id': '63a2e49b0c454d43890a422c6fd0684c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'fdc35852-b6f6-405a-825d-15926a01a8b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:06Z', 'updated_at': '2021-06-28T16:41:18Z', 'revision_number': 4, 'project_id': '63a2e49b0c454d43890a422c6fd0684c', 'gw_port': {'id': 'fdc35852-b6f6-405a-825d-15926a01a8b0', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:07Z', 'updated_at': '2021-06-28T16:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi', '_interfaces': [{'id': '11f140e5-d625-4165-935e-6213876d0e9a', 'name': '', 'network_id': '5a346278-b5ab-4c50-92aa-d9c545e84c60', 'tenant_id': '63a2e49b0c454d43890a422c6fd0684c', 'mac_address': 'fa:16:3e:89:a6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3e3d357-dcc0-424c-a40d-bd73416cd8db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:16Z', 'updated_at': '2021-06-28T16:42:01Z', 'revision_number': 5, 'project_id': '63a2e49b0c454d43890a422c6fd0684c', 'subnets': [{'id': 'b3e3d357-dcc0-424c-a40d-bd73416cd8db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-iscsi', False) {} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:49:12.565535 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e9a700-1703-41dc-988a-2ac4e730270f None None] The sync data for ids ['e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0'] in dv-cinder-798104-1-iscsi is: [{'id': 'e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0', 'name': 'tempest-AttachVolumeShelveTestJSON-1703409747-router', 'tenant_id': '63a2e49b0c454d43890a422c6fd0684c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'fdc35852-b6f6-405a-825d-15926a01a8b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:06Z', 'updated_at': '2021-06-28T16:41:18Z', 'revision_number': 4, 'project_id': '63a2e49b0c454d43890a422c6fd0684c', 'gw_port': {'id': 'fdc35852-b6f6-405a-825d-15926a01a8b0', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:07Z', 'updated_at': '2021-06-28T16:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi', '_interfaces': [{'id': '11f140e5-d625-4165-935e-6213876d0e9a', 'name': '', 'network_id': '5a346278-b5ab-4c50-92aa-d9c545e84c60', 'tenant_id': '63a2e49b0c454d43890a422c6fd0684c', 'mac_address': 'fa:16:3e:89:a6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3e3d357-dcc0-424c-a40d-bd73416cd8db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:16Z', 'updated_at': '2021-06-28T16:42:01Z', 'revision_number': 5, 'project_id': '63a2e49b0c454d43890a422c6fd0684c', 'subnets': [{'id': 'b3e3d357-dcc0-424c-a40d-bd73416cd8db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 28 16:49:12.577043 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.plugin [None req-dcf2c770-3983-4dc5-aaf0-08a5146b6974 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Deleting port bdddb5f0-526b-4e80-b246-6d6256c97c6b {{(pid=74150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 28 16:49:12.577575 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-dcf2c770-3983-4dc5-aaf0-08a5146b6974 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771078813103'] for port, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:12.753915 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-dcf2c770-3983-4dc5-aaf0-08a5146b6974 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679626'] for port, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:12.754239 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-dcf2c770-3983-4dc5-aaf0-08a5146b6974 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:12.880997 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.plugin [None req-dcf2c770-3983-4dc5-aaf0-08a5146b6974 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Calling delete_port for bdddb5f0-526b-4e80-b246-6d6256c97c6b owned by network:floatingip {{(pid=74150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 28 16:49:13.033588 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-dcf2c770-3983-4dc5-aaf0-08a5146b6974 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771078770342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771078328122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32536825'] for port, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:13.037799 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-b1f2de47-9aef-4fd4-8855-ed3a7ae4075d tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:49:13.082131 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf2c770-3983-4dc5-aaf0-08a5146b6974 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Pushing event deleted for resources: {'Port': ['ID=bdddb5f0-526b-4e80-b246-6d6256c97c6b,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:49:13.085287 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-dcf2c770-3983-4dc5-aaf0-08a5146b6974 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:49:13.118273 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device f090046c-f0d5-4f85-beb0-83bf7f44cb1b no longer exists at agent hyperv_hv-cinder-79810 {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 28 16:49:13.176100 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] No Port match for: f090046c-f0d5-4f85-beb0-83bf7f44cb1b {{(pid=74152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 28 16:49:13.176555 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device f090046c-f0d5-4f85-beb0-83bf7f44cb1b not bound to the agent host hv-cinder-79810 {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 28 16:49:13.320140 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-dcf2c770-3983-4dc5-aaf0-08a5146b6974 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify callbacks [] for floatingip, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:13.334705 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-dcf2c770-3983-4dc5-aaf0-08a5146b6974 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022804'] for floatingip, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:13.335879 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-dcf2c770-3983-4dc5-aaf0-08a5146b6974 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] 10.222.0.30 "DELETE /v2.0/floatingips/c47c1121-72b5-439f-b88b-0c07122ef787 HTTP/1.1" status: 204  len: 168 time: 0.9330575
Jun 28 16:49:13.927810 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-8dd187f5-49e6-4a3f-9721-eb9e88878c25 req-35881142-0c6d-4871-9744-2361acab8f6f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2ca2374a-e202-4569-8df1-56120537e7b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0756581
Jun 28 16:49:14.052537 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-5e27322e-457d-4bf0-b73d-ff6c09f635fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:14.124334 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-8dd187f5-49e6-4a3f-9721-eb9e88878c25 req-f4fce1cc-2710-44ba-8d46-95eadfef16ca service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ce884a9bddfa4cbbac44e05b827223b3&device_id=2ca2374a-e202-4569-8df1-56120537e7b3 HTTP/1.1" status: 200  len: 1099 time: 0.1243548
Jun 28 16:49:14.279686 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd187f5-49e6-4a3f-9721-eb9e88878c25 req-c3856656-71d7-452d-9227-51140f97ac3d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:49:14.280876 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-8dd187f5-49e6-4a3f-9721-eb9e88878c25 req-c3856656-71d7-452d-9227-51140f97ac3d service neutron] 10.222.0.15 "GET /v2.0/networks?id=ce5d0d75-0504-4eb6-b527-1f6283338b64 HTTP/1.1" status: 200  len: 912 time: 0.1368129
Jun 28 16:49:14.388648 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-8dd187f5-49e6-4a3f-9721-eb9e88878c25 req-73c6d496-5b60-42af-ab57-e105c12093c8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c74f2e7b-a7d1-4b22-836c-52930bcd3d5f HTTP/1.1" status: 200  len: 1002 time: 0.1011019
Jun 28 16:49:14.463233 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd187f5-49e6-4a3f-9721-eb9e88878c25 req-2f31d5db-a78b-494e-a006-cc2e0d727fab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:49:14.464680 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-8dd187f5-49e6-4a3f-9721-eb9e88878c25 req-2f31d5db-a78b-494e-a006-cc2e0d727fab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=323cae5e-b0ca-4159-a857-f280b10a8759 HTTP/1.1" status: 200  len: 850 time: 0.0693941
Jun 28 16:49:14.554525 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-8dd187f5-49e6-4a3f-9721-eb9e88878c25 req-7280ecd2-c6f1-4375-a461-1db5ce97fef9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ce5d0d75-0504-4eb6-b527-1f6283338b64&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0824134
Jun 28 16:49:14.735519 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-8dd187f5-49e6-4a3f-9721-eb9e88878c25 req-ab86d64b-e17d-40e8-b388-010e673b9867 service neutron] 10.222.0.15 "GET /v2.0/networks/ce5d0d75-0504-4eb6-b527-1f6283338b64?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1727040
Jun 28 16:49:14.982235 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-8dd187f5-49e6-4a3f-9721-eb9e88878c25 req-926c190c-4a92-405e-b9ed-9806855f9658 service neutron] 10.222.0.15 "GET /v2.0/networks/ce5d0d75-0504-4eb6-b527-1f6283338b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2365160
Jun 28 16:49:15.107928 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:16.306763 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 41740) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:49:16.501568 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.agents_db [None req-cfc1c983-b0ac-48e0-8737-db5653a7b2f7 None None] Agent healthcheck: found 6 active agents {{(pid=74153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 28 16:49:17.004414 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-7f804655-91c4-46e5-ada8-d988e47dbb27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-677466'] for router_interface, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:17.824178 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.plugin [None req-7f804655-91c4-46e5-ada8-d988e47dbb27 admin admin] Deleting port 11f140e5-d625-4165-935e-6213876d0e9a {{(pid=74150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 28 16:49:17.825063 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-7f804655-91c4-46e5-ada8-d988e47dbb27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771078813103'] for port, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:18.030847 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.db [None req-7f804655-91c4-46e5-ada8-d988e47dbb27 admin admin] For port 11f140e5-d625-4165-935e-6213876d0e9a, host dv-cinder-798104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-iscsi',level=0,port_id=11f140e5-d625-4165-935e-6213876d0e9a,segment=NetworkSegment(f7e7868f-b1c3-4298-a940-297b02826b74),segment_id=f7e7868f-b1c3-4298-a940-297b02826b74)] {{(pid=74150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:49:18.031105 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-7f804655-91c4-46e5-ada8-d988e47dbb27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679626'] for port, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:18.168366 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.plugin [None req-7f804655-91c4-46e5-ada8-d988e47dbb27 admin admin] Calling delete_port for 11f140e5-d625-4165-935e-6213876d0e9a owned by network:router_interface {{(pid=74150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 28 16:49:18.468901 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-7f804655-91c4-46e5-ada8-d988e47dbb27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771078770342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771078328122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32536825'] for port, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:18.473362 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-fea37578-16b8-4bc1-bf93-dc6a61153a8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:49:18.518081 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f804655-91c4-46e5-ada8-d988e47dbb27 admin admin] Pushing event deleted for resources: {'Port': ['ID=11f140e5-d625-4165-935e-6213876d0e9a,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:49:18.520512 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-7f804655-91c4-46e5-ada8-d988e47dbb27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:49:18.898779 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-7f804655-91c4-46e5-ada8-d988e47dbb27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675940'] for router_interface, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:19.715926 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f804655-91c4-46e5-ada8-d988e47dbb27 admin admin] Router e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0 has already been hosted by L3 agent c1a676c2-2a78-4c35-ab22-a28e05dfd46e {{(pid=74150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 28 16:49:20.014976 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f804655-91c4-46e5-ada8-d988e47dbb27 admin admin] Notify agent at l3_agent.dv-cinder-798104-1-iscsi the message routers_updated {{(pid=74150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 28 16:49:20.037032 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-7f804655-91c4-46e5-ada8-d988e47dbb27 admin admin] 10.222.0.30 "PUT /v2.0/routers/e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7288952
Jun 28 16:49:20.039703 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 41754) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:49:20.254807 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-d5c943d3-ffe2-4030-90c0-41ca7fc7707b admin admin] Notify callbacks [] for router, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:20.588831 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-d5c943d3-ffe2-4030-90c0-41ca7fc7707b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:20.598812 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.plugin [None req-d5c943d3-ffe2-4030-90c0-41ca7fc7707b admin admin] Deleting port fdc35852-b6f6-405a-825d-15926a01a8b0 {{(pid=74150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 28 16:49:20.599430 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-d5c943d3-ffe2-4030-90c0-41ca7fc7707b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771078813103'] for port, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:20.857383 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.db [None req-d5c943d3-ffe2-4030-90c0-41ca7fc7707b admin admin] For port fdc35852-b6f6-405a-825d-15926a01a8b0, host dv-cinder-798104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-iscsi',level=0,port_id=fdc35852-b6f6-405a-825d-15926a01a8b0,segment=NetworkSegment(c33c21b7-7592-40e1-a334-7e00067f8a18),segment_id=c33c21b7-7592-40e1-a334-7e00067f8a18)] {{(pid=74150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:49:20.857711 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-d5c943d3-ffe2-4030-90c0-41ca7fc7707b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679626'] for port, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:20.980625 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.plugin [None req-d5c943d3-ffe2-4030-90c0-41ca7fc7707b admin admin] Calling delete_port for fdc35852-b6f6-405a-825d-15926a01a8b0 owned by network:router_gateway {{(pid=74150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 28 16:49:21.202270 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-d5c943d3-ffe2-4030-90c0-41ca7fc7707b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771078770342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771078328122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32536825'] for port, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:21.210108 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-5ea9f752-f93a-4932-a971-86447efae50b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:49:21.289026 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c943d3-ffe2-4030-90c0-41ca7fc7707b admin admin] Pushing event deleted for resources: {'Port': ['ID=fdc35852-b6f6-405a-825d-15926a01a8b0,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:49:21.293380 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-d5c943d3-ffe2-4030-90c0-41ca7fc7707b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:49:21.504824 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e029d071-acff-4cf3-829f-c9cbbc68c6c5 None None] New status for floating IP c47c1121-72b5-439f-b88b-0c07122ef787: DOWN {{(pid=74153) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jun 28 16:49:21.657893 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-d5c943d3-ffe2-4030-90c0-41ca7fc7707b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-674445'] for router_gateway, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:22.033176 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-d5c943d3-ffe2-4030-90c0-41ca7fc7707b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-673565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:22.037707 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-e1423f68-5d39-42fd-827f-a3bf7fbb5582 req-d203d342-b7b3-4da1-bf57-96caf425dc1f tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Synchronizing usage tracker for tenant:752951ca61fe47f0b32b0595cf035391 on resource:security_group {{(pid=74150) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 28 16:49:22.042922 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-d5c943d3-ffe2-4030-90c0-41ca7fc7707b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:22.071799 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-e1423f68-5d39-42fd-827f-a3bf7fbb5582 req-d203d342-b7b3-4da1-bf57-96caf425dc1f tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Unset dirty status for tenant:752951ca61fe47f0b32b0595cf035391 on resource:security_group {{(pid=74150) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 28 16:49:22.073026 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-e1423f68-5d39-42fd-827f-a3bf7fbb5582 req-d203d342-b7b3-4da1-bf57-96caf425dc1f tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1658483678&fields=id&tenant_id=752951ca61fe47f0b32b0595cf035391 HTTP/1.1" status: 200  len: 267 time: 0.2434847
Jun 28 16:49:22.087466 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-d5c943d3-ffe2-4030-90c0-41ca7fc7707b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-673777'] for router, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:22.088251 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5c943d3-ffe2-4030-90c0-41ca7fc7707b admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0 {{(pid=74150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 28 16:49:22.358749 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-d5c943d3-ffe2-4030-90c0-41ca7fc7707b admin admin] Notify callbacks [] for router, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:22.359830 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-d5c943d3-ffe2-4030-90c0-41ca7fc7707b admin admin] 10.222.0.30 "DELETE /v2.0/routers/e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0 HTTP/1.1" status: 204  len: 168 time: 2.3189948
Jun 28 16:49:22.363355 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 41768) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:49:22.475407 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb024bd2-928d-4862-917e-f8069ad56882 admin admin] Deleting subnet b3e3d357-dcc0-424c-a40d-bd73416cd8db {{(pid=74150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 28 16:49:22.483274 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-fb024bd2-928d-4862-917e-f8069ad56882 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:22.521490 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1423f68-5d39-42fd-827f-a3bf7fbb5582 req-e5c706b2-4242-4757-82be-3477442eb664 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:49:22.522205 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-e1423f68-5d39-42fd-827f-a3bf7fbb5582 req-e5c706b2-4242-4757-82be-3477442eb664 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Synchronizing usage tracker for tenant:752951ca61fe47f0b32b0595cf035391 on resource:network {{(pid=74150) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 28 16:49:22.554351 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-fb024bd2-928d-4862-917e-f8069ad56882 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32537730'] for subnet, precommit_delete_associations {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:22.585847 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-e1423f68-5d39-42fd-827f-a3bf7fbb5582 req-e5c706b2-4242-4757-82be-3477442eb664 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Unset dirty status for tenant:752951ca61fe47f0b32b0595cf035391 on resource:network {{(pid=74150) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 28 16:49:22.587050 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-e1423f68-5d39-42fd-827f-a3bf7fbb5582 req-e5c706b2-4242-4757-82be-3477442eb664 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "GET /v2.0/networks?id=a9115e8f-c856-43bc-8ed7-54570859b456 HTTP/1.1" status: 200  len: 809 time: 0.4968703
Jun 28 16:49:22.626693 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-e1423f68-5d39-42fd-827f-a3bf7fbb5582 req-ddca57f7-fe26-4e77-a94f-ca6dba9ad9b1 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "GET /v2.0/quotas/752951ca61fe47f0b32b0595cf035391 HTTP/1.1" status: 200  len: 375 time: 0.0268435
Jun 28 16:49:22.721376 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-fb024bd2-928d-4862-917e-f8069ad56882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1427664'] for subnet, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:22.796052 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-e1423f68-5d39-42fd-827f-a3bf7fbb5582 req-cbc2896c-c0fe-4923-8b48-56bda7751684 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=752951ca61fe47f0b32b0595cf035391&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1547472
Jun 28 16:49:22.839943 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-fb024bd2-928d-4862-917e-f8069ad56882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32536586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32270940'] for subnet, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:22.889511 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-a2b6c213-4f1c-4aac-aeaa-fd12eb438c41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:49:22.940969 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb024bd2-928d-4862-917e-f8069ad56882 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3e3d357-dcc0-424c-a40d-bd73416cd8db,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:49:22.946994 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-fb024bd2-928d-4862-917e-f8069ad56882 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:49:22.952410 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-fb024bd2-928d-4862-917e-f8069ad56882 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533674'] for subnet, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:22.957936 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74aba99f-6f8b-4e43-addd-be67314eb1d4 None None] Network 5a346278-b5ab-4c50-92aa-d9c545e84c60 requested from dv-cinder-798104-1-iscsi {{(pid=74152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 28 16:49:22.965291 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-fb024bd2-928d-4862-917e-f8069ad56882 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/b3e3d357-dcc0-424c-a40d-bd73416cd8db HTTP/1.1" status: 204  len: 168 time: 0.6008577
Jun 28 16:49:22.969642 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 41772) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:49:23.008717 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-e1423f68-5d39-42fd-827f-a3bf7fbb5582 req-a9e70483-1765-4a98-9040-7ee3cb4c4a80 service neutron] 10.222.0.30 "GET /v2.0/networks/a9115e8f-c856-43bc-8ed7-54570859b456?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1909909
Jun 28 16:49:23.091418 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-c7a0c689-27cd-4ce9-8c4f-88d77a625264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1600473'] for network, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:23.104020 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.plugin [None req-c7a0c689-27cd-4ce9-8c4f-88d77a625264 admin admin] Deleting port f476bfea-dd8c-44e7-af44-1b19f5ebf910 {{(pid=74151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 28 16:49:23.104636 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-c7a0c689-27cd-4ce9-8c4f-88d77a625264 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771078813103'] for port, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:23.269014 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d303a4-d4be-4daa-b534-85f9f37b0cc1 None None] DHCP port deletion for 5a346278-b5ab-4c50-92aa-d9c545e84c60 request from dv-cinder-798104-1-iscsi {{(pid=74152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Jun 28 16:49:23.278011 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-e1423f68-5d39-42fd-827f-a3bf7fbb5582 req-48cc29d5-292d-40ac-9f76-bbcf445dcf64 service neutron] 10.222.0.30 "GET /v2.0/networks/a9115e8f-c856-43bc-8ed7-54570859b456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2573240
Jun 28 16:49:23.278463 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-f4d303a4-d4be-4daa-b534-85f9f37b0cc1 None None] Deleting port f476bfea-dd8c-44e7-af44-1b19f5ebf910 {{(pid=74152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 28 16:49:23.279264 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-f4d303a4-d4be-4daa-b534-85f9f37b0cc1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771078813103'] for port, before_delete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:23.344916 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.db [None req-c7a0c689-27cd-4ce9-8c4f-88d77a625264 admin admin] For port f476bfea-dd8c-44e7-af44-1b19f5ebf910, host dv-cinder-798104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-iscsi',level=0,port_id=f476bfea-dd8c-44e7-af44-1b19f5ebf910,segment=NetworkSegment(f7e7868f-b1c3-4298-a940-297b02826b74),segment_id=f7e7868f-b1c3-4298-a940-297b02826b74)] {{(pid=74151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:49:23.345507 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-c7a0c689-27cd-4ce9-8c4f-88d77a625264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679626'] for port, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:23.515391 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-f4d303a4-d4be-4daa-b534-85f9f37b0cc1 None None] For port f476bfea-dd8c-44e7-af44-1b19f5ebf910, host dv-cinder-798104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-iscsi',level=0,port_id=f476bfea-dd8c-44e7-af44-1b19f5ebf910,segment=NetworkSegment(f7e7868f-b1c3-4298-a940-297b02826b74),segment_id=f7e7868f-b1c3-4298-a940-297b02826b74)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:49:23.515889 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-f4d303a4-d4be-4daa-b534-85f9f37b0cc1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679626'] for port, precommit_delete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:23.636338 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.plugin [None req-c7a0c689-27cd-4ce9-8c4f-88d77a625264 admin admin] Calling delete_port for f476bfea-dd8c-44e7-af44-1b19f5ebf910 owned by network:dhcp {{(pid=74151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 28 16:49:23.648732 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-f4d303a4-d4be-4daa-b534-85f9f37b0cc1 None None] Calling delete_port for f476bfea-dd8c-44e7-af44-1b19f5ebf910 owned by network:dhcp {{(pid=74152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 28 16:49:23.732183 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.db.api [None req-c7a0c689-27cd-4ce9-8c4f-88d77a625264 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Jun 28 16:49:23.732183 dv-cinder-798104-1-iscsi neutron-server[74151]: [SQL: DELETE FROM portsecuritybindings WHERE portsecuritybindings.port_id = %(port_id)s]
Jun 28 16:49:23.732183 dv-cinder-798104-1-iscsi neutron-server[74151]: [parameters: {'port_id': 'f476bfea-dd8c-44e7-af44-1b19f5ebf910'}]
Jun 28 16:49:23.732183 dv-cinder-798104-1-iscsi neutron-server[74151]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=74151) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 28 16:49:23.732649 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_db.api [None req-c7a0c689-27cd-4ce9-8c4f-88d77a625264 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 28 16:49:23.738296 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-f4d303a4-d4be-4daa-b534-85f9f37b0cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771078770342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771078328122'] for port, after_delete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:23.746870 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-a6c43fe6-d882-499c-8d49-eab17682188d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:49:23.815449 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d303a4-d4be-4daa-b534-85f9f37b0cc1 None None] Pushing event deleted for resources: {'Port': ['ID=f476bfea-dd8c-44e7-af44-1b19f5ebf910,revision_number=None']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:49:23.818676 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-f4d303a4-d4be-4daa-b534-85f9f37b0cc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:49:23.824649 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d303a4-d4be-4daa-b534-85f9f37b0cc1 None None] No DVR routers for this DVR port f476bfea-dd8c-44e7-af44-1b19f5ebf910 on host dv-cinder-798104-1-iscsi {{(pid=74152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 28 16:49:23.842640 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device f476bfea-dd8c-44e7-af44-1b19f5ebf910 no longer exists at agent ovs-agent-dv-cinder-798104-1-iscsi {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 28 16:49:23.892480 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-3f0ca11f-a538-482e-9825-c915aeb1f35d req-6f43bb32-3259-4cf9-bd6c-8cd31d44c205 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a8fe0c7-43d1-4a1c-8f1a-7515888ac7fd HTTP/1.1" status: 200  len: 210 time: 0.0459340
Jun 28 16:49:23.962410 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] No Port match for: f476bfea-dd8c-44e7-af44-1b19f5ebf910 {{(pid=74152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 28 16:49:23.963288 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device f476bfea-dd8c-44e7-af44-1b19f5ebf910 not bound to the agent host dv-cinder-798104-1-iscsi {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 28 16:49:24.233630 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.plugin [None req-c7a0c689-27cd-4ce9-8c4f-88d77a625264 admin admin] Deleting port f476bfea-dd8c-44e7-af44-1b19f5ebf910 {{(pid=74151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 28 16:49:24.234489 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-c7a0c689-27cd-4ce9-8c4f-88d77a625264 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771078813103'] for port, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:24.321099 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.plugin [None req-c7a0c689-27cd-4ce9-8c4f-88d77a625264 admin admin] The port 'f476bfea-dd8c-44e7-af44-1b19f5ebf910' was deleted {{(pid=74151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Jun 28 16:49:24.442359 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-c7a0c689-27cd-4ce9-8c4f-88d77a625264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1428645', 'neutron.services.segments.db._delete_segments_for_network-8771078865026'] for network, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:24.456552 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.services.segments.db [None req-c7a0c689-27cd-4ce9-8c4f-88d77a625264 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa2ceb8fa90>,) {'filters': {'network_id': ['5a346278-b5ab-4c50-92aa-d9c545e84c60']}} {{(pid=74151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:49:24.470363 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.services.segments.db [None req-c7a0c689-27cd-4ce9-8c4f-88d77a625264 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa2ceb8fa90>, 'f7e7868f-b1c3-4298-a940-297b02826b74') {'for_net_delete': True} {{(pid=74151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:49:24.470665 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.services.segments.db [None req-c7a0c689-27cd-4ce9-8c4f-88d77a625264 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa2ceb8fa90>, 'f7e7868f-b1c3-4298-a940-297b02826b74') {} {{(pid=74151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:49:24.484021 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-c7a0c689-27cd-4ce9-8c4f-88d77a625264 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771078786973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32205915'] for segment, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:24.502172 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-c7a0c689-27cd-4ce9-8c4f-88d77a625264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719364'] for segment, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:24.510724 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7a0c689-27cd-4ce9-8c4f-88d77a625264 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=74151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jun 28 16:49:24.511080 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-c7a0c689-27cd-4ce9-8c4f-88d77a625264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1719391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32205040'] for segment, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:24.526969 dv-cinder-798104-1-iscsi neutron-server[74151]: Traceback (most recent call last):
Jun 28 16:49:24.526969 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jun 28 16:49:24.526969 dv-cinder-798104-1-iscsi neutron-server[74151]:     timer()
Jun 28 16:49:24.526969 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 28 16:49:24.526969 dv-cinder-798104-1-iscsi neutron-server[74151]:     cb(*args, **kw)
Jun 28 16:49:24.526969 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jun 28 16:49:24.526969 dv-cinder-798104-1-iscsi neutron-server[74151]:     return func(*args, **kwargs)
Jun 28 16:49:24.526969 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 28 16:49:24.526969 dv-cinder-798104-1-iscsi neutron-server[74151]:     self._notify()
Jun 28 16:49:24.526969 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 28 16:49:24.526969 dv-cinder-798104-1-iscsi neutron-server[74151]:     self.callback(batched_events)
Jun 28 16:49:24.526969 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 28 16:49:24.526969 dv-cinder-798104-1-iscsi neutron-server[74151]:     event.method(event)
Jun 28 16:49:24.526969 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 28 16:49:24.526969 dv-cinder-798104-1-iscsi neutron-server[74151]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 28 16:49:24.526969 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 28 16:49:24.526969 dv-cinder-798104-1-iscsi neutron-server[74151]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 28 16:49:24.526969 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 28 16:49:24.526969 dv-cinder-798104-1-iscsi neutron-server[74151]:     return f(self, *a, **k)
Jun 28 16:49:24.526969 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jun 28 16:49:24.526969 dv-cinder-798104-1-iscsi neutron-server[74151]:     return self._get(url).json()
Jun 28 16:49:24.526969 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jun 28 16:49:24.526969 dv-cinder-798104-1-iscsi neutron-server[74151]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 28 16:49:24.526969 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jun 28 16:49:24.526969 dv-cinder-798104-1-iscsi neutron-server[74151]:     return self.request(url, 'GET', **kwargs)
Jun 28 16:49:24.526969 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jun 28 16:49:24.526969 dv-cinder-798104-1-iscsi neutron-server[74151]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 28 16:49:24.526969 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jun 28 16:49:24.526969 dv-cinder-798104-1-iscsi neutron-server[74151]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 28 16:49:24.526969 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jun 28 16:49:24.526969 dv-cinder-798104-1-iscsi neutron-server[74151]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 28 16:49:24.526969 dv-cinder-798104-1-iscsi neutron-server[74151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 28 16:49:24.618162 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-c7a0c689-27cd-4ce9-8c4f-88d77a625264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1428054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-674480'] for network, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:24.622307 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-c2bcd8fb-bebd-46b4-aaec-020749ac794d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:49:24.637515 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-c7a0c689-27cd-4ce9-8c4f-88d77a625264 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533674'] for network, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:24.648555 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a0c689-27cd-4ce9-8c4f-88d77a625264 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a346278-b5ab-4c50-92aa-d9c545e84c60,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:49:24.652612 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-c7a0c689-27cd-4ce9-8c4f-88d77a625264 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:49:24.661790 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-c7a0c689-27cd-4ce9-8c4f-88d77a625264 admin admin] 10.222.0.30 "DELETE /v2.0/networks/5a346278-b5ab-4c50-92aa-d9c545e84c60 HTTP/1.1" status: 204  len: 168 time: 1.6904576
Jun 28 16:49:24.748282 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cad5ea-f063-49ba-8df6-b3b8e226694f None None] Sync routers for ids ['e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0'] in dv-cinder-798104-1-iscsi {{(pid=74152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 28 16:49:24.772289 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cad5ea-f063-49ba-8df6-b3b8e226694f None None] Routers set() bound to L3 agent in host dv-cinder-798104-1-iscsi {{(pid=74152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 28 16:49:24.772866 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cad5ea-f063-49ba-8df6-b3b8e226694f None None] Router IDs set() for agent in host dv-cinder-798104-1-iscsi {{(pid=74152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Jun 28 16:49:24.773966 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_agentschedulers_db [None req-42cad5ea-f063-49ba-8df6-b3b8e226694f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T16:33:11Z,description=<?>,heartbeat_timestamp=2021-06-28T16:49:11Z,host='dv-cinder-798104-1-iscsi',id=c1a676c2-2a78-4c35-ab22-a28e05dfd46e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-28T16:33:11Z,topic='l3_agent'). {{(pid=74152) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Jun 28 16:49:24.792548 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cad5ea-f063-49ba-8df6-b3b8e226694f None None] Routers set() bound to L3 agent in host dv-cinder-798104-1-iscsi {{(pid=74152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 28 16:49:24.792907 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cad5ea-f063-49ba-8df6-b3b8e226694f None None] Router IDs set() for agent in host dv-cinder-798104-1-iscsi {{(pid=74152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Jun 28 16:49:24.793792 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_agentschedulers_db [None req-42cad5ea-f063-49ba-8df6-b3b8e226694f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T16:33:11Z,description=<?>,heartbeat_timestamp=2021-06-28T16:49:11Z,host='dv-cinder-798104-1-iscsi',id=c1a676c2-2a78-4c35-ab22-a28e05dfd46e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-28T16:33:11Z,topic='l3_agent'). {{(pid=74152) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Jun 28 16:49:24.794395 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cad5ea-f063-49ba-8df6-b3b8e226694f None None] The sync data for ids ['e7e6aafc-5f70-4b31-a38f-e6d48f0d04f0'] in dv-cinder-798104-1-iscsi is: [] {{(pid=74152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 28 16:49:24.831488 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 41794) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:49:24.858330 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d286089b-ab52-4e0e-b52a-812e8fbd1d0c None None] Sync routers for ids ['a969004d-731b-4a97-92e3-791ba6b7315d'] in dv-cinder-798104-1-iscsi {{(pid=74153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 28 16:49:24.878349 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d286089b-ab52-4e0e-b52a-812e8fbd1d0c None None] Routers {'a969004d-731b-4a97-92e3-791ba6b7315d'} bound to L3 agent in host dv-cinder-798104-1-iscsi {{(pid=74153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 28 16:49:24.879664 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_hamode_db [None req-d286089b-ab52-4e0e-b52a-812e8fbd1d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa2cfd15520>, 'dv-cinder-798104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T16:33:11Z,description=<?>,heartbeat_timestamp=2021-06-28T16:49:11Z,host='dv-cinder-798104-1-iscsi',id=c1a676c2-2a78-4c35-ab22-a28e05dfd46e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-28T16:33:11Z,topic='l3_agent')) {'router_ids': ['a969004d-731b-4a97-92e3-791ba6b7315d'], 'active': True} {{(pid=74153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:49:24.933907 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 41800) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:49:24.934305 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-d4a7a095-40f1-4712-baed-41530ddeeb6f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=63a2e49b0c454d43890a422c6fd0684c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1009068
Jun 28 16:49:25.100184 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-aa5270ac-b734-4870-9334-7aed10ca6c1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:25.151150 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_dvr_db [None req-d286089b-ab52-4e0e-b52a-812e8fbd1d0c None None] Set router a969004d-731b-4a97-92e3-791ba6b7315d gateway port host: dv-cinder-798104-1-iscsi {{(pid=74153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 28 16:49:25.242232 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-cfef4a16-0762-4642-8723-58ce7cb5ddae req-7bea5668-a011-42fb-8563-8f8951919304 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a8fe0c7-43d1-4a1c-8f1a-7515888ac7fd HTTP/1.1" status: 200  len: 210 time: 0.0722427
Jun 28 16:49:25.311129 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-aa5270ac-b734-4870-9334-7aed10ca6c1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:25.402303 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1423f68-5d39-42fd-827f-a3bf7fbb5582 req-bc428be8-baed-40f5-8a1e-41f44f319836 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:49:25.403882 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-e1423f68-5d39-42fd-827f-a3bf7fbb5582 req-bc428be8-baed-40f5-8a1e-41f44f319836 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.15 "GET /v2.0/networks?id=a9115e8f-c856-43bc-8ed7-54570859b456 HTTP/1.1" status: 200  len: 809 time: 0.3813221
Jun 28 16:49:25.454155 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-aa5270ac-b734-4870-9334-7aed10ca6c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:25.459358 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-c7d8e4d9-a6db-41a6-98d1-69184a0f7ae3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:49:25.485363 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5270ac-b734-4870-9334-7aed10ca6c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5f430f-fa06-489f-9fc2-e6108c1b2046,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:49:25.487895 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-aa5270ac-b734-4870-9334-7aed10ca6c1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:49:25.502884 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-e1423f68-5d39-42fd-827f-a3bf7fbb5582 req-60b52cbb-3542-40b2-bf60-5ed01a7bab6e tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=752951ca61fe47f0b32b0595cf035391 HTTP/1.1" status: 200  len: 380 time: 0.0860558
Jun 28 16:49:25.504204 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-aa5270ac-b734-4870-9334-7aed10ca6c1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:25.509670 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-aa5270ac-b734-4870-9334-7aed10ca6c1e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ea5f430f-fa06-489f-9fc2-e6108c1b2046 HTTP/1.1" status: 204  len: 168 time: 0.5693953
Jun 28 16:49:25.513837 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.v2.base [req-e1423f68-5d39-42fd-827f-a3bf7fbb5582 req-5a831eb1-5539-4640-99f9-b503808e4248 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Request body: {'port': {'device_id': '2a8fe0c7-43d1-4a1c-8f1a-7515888ac7fd', 'network_id': 'a9115e8f-c856-43bc-8ed7-54570859b456', 'admin_state_up': True, 'tenant_id': '752951ca61fe47f0b32b0595cf035391', 'security_groups': ['78c11c6c-7d31-418b-b789-373da79bfa71']}} {{(pid=74151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:49:25.561428 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_hamode_db [None req-d286089b-ab52-4e0e-b52a-812e8fbd1d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa2cfd15520>, [{'id': 'a969004d-731b-4a97-92e3-791ba6b7315d', 'name': 'tempest-TestShelveInstance-1296710778-router', 'tenant_id': 'fba5f7db60824c659a3b9637e3202337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'c4be0d43-3deb-4567-a3e6-9a806b778e1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:48:58Z', 'updated_at': '2021-06-28T16:49:01Z', 'revision_number': 4, 'project_id': 'fba5f7db60824c659a3b9637e3202337', 'gw_port': {'id': 'c4be0d43-3deb-4567-a3e6-9a806b778e1d', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cf:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a969004d-731b-4a97-92e3-791ba6b7315d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:48:58Z', 'updated_at': '2021-06-28T16:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi', '_interfaces': [{'id': 'f7255da9-ac12-4e55-8ce1-efbd8bde19f9', 'name': '', 'network_id': '9725f7b3-51b3-4fed-8aad-b6adab71011f', 'tenant_id': 'fba5f7db60824c659a3b9637e3202337', 'mac_address': 'fa:16:3e:b1:47:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a969004d-731b-4a97-92e3-791ba6b7315d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a3fc56e-95ad-4e74-988f-9dcec05cc015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:49:00Z', 'updated_at': '2021-06-28T16:49:01Z', 'revision_number': 2, 'project_id': 'fba5f7db60824c659a3b9637e3202337', 'subnets': [{'id': '0a3fc56e-95ad-4e74-988f-9dcec05cc015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-iscsi', False) {} {{(pid=74153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:49:25.567410 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d286089b-ab52-4e0e-b52a-812e8fbd1d0c None None] Checking router: a969004d-731b-4a97-92e3-791ba6b7315d for host: dv-cinder-798104-1-iscsi {{(pid=74153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 28 16:49:25.567753 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d286089b-ab52-4e0e-b52a-812e8fbd1d0c None None] Updating router a969004d-731b-4a97-92e3-791ba6b7315d port f7255da9-ac12-4e55-8ce1-efbd8bde19f9 binding host dv-cinder-798104-1-iscsi {{(pid=74153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 28 16:49:25.629785 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron_lib.callbacks.manager [None req-d286089b-ab52-4e0e-b52a-812e8fbd1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:25.691770 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [req-e1423f68-5d39-42fd-827f-a3bf7fbb5582 req-5a831eb1-5539-4640-99f9-b503808e4248 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:49:25.696657 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [req-e1423f68-5d39-42fd-827f-a3bf7fbb5582 req-5a831eb1-5539-4640-99f9-b503808e4248 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Usage tracker for resource:port and tenant:752951ca61fe47f0b32b0595cf035391 is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:49:25.699959 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [req-e1423f68-5d39-42fd-827f-a3bf7fbb5582 req-5a831eb1-5539-4640-99f9-b503808e4248 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Quota usage for port was recalculated. Used quota:2. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:49:25.706940 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [req-e1423f68-5d39-42fd-827f-a3bf7fbb5582 req-5a831eb1-5539-4640-99f9-b503808e4248 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:49:25.724081 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1423f68-5d39-42fd-827f-a3bf7fbb5582 req-5a831eb1-5539-4640-99f9-b503808e4248 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Made reservation on behalf of 752951ca61fe47f0b32b0595cf035391 for: {'port': 1} {{(pid=74151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 28 16:49:25.729550 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [req-e1423f68-5d39-42fd-827f-a3bf7fbb5582 req-5a831eb1-5539-4640-99f9-b503808e4248 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:25.802409 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device fdc35852-b6f6-405a-825d-15926a01a8b0 no longer exists at agent ovs-agent-dv-cinder-798104-1-iscsi {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 28 16:49:25.896881 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] No Port match for: fdc35852-b6f6-405a-825d-15926a01a8b0 {{(pid=74152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 28 16:49:25.897666 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device fdc35852-b6f6-405a-825d-15926a01a8b0 not bound to the agent host dv-cinder-798104-1-iscsi {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 28 16:49:25.898420 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device 11f140e5-d625-4165-935e-6213876d0e9a no longer exists at agent ovs-agent-dv-cinder-798104-1-iscsi {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 28 16:49:25.979248 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] No Port match for: 11f140e5-d625-4165-935e-6213876d0e9a {{(pid=74152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 28 16:49:25.979828 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device 11f140e5-d625-4165-935e-6213876d0e9a not bound to the agent host dv-cinder-798104-1-iscsi {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 28 16:49:26.043172 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.db_base_plugin_common [req-e1423f68-5d39-42fd-827f-a3bf7fbb5582 req-5a831eb1-5539-4640-99f9-b503808e4248 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Allocated IP 172.20.0.11 (a9115e8f-c856-43bc-8ed7-54570859b456/f4efdb07-e2c5-4e6d-af9a-cc24275e76fb/875017ef-70c7-4cb3-85af-ddebda6ee33e) {{(pid=74151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 28 16:49:26.222594 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron_lib.callbacks.manager [None req-d286089b-ab52-4e0e-b52a-812e8fbd1d0c None None] Notify callbacks [] for port, precommit_update {{(pid=74153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:26.247252 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.provisioning_blocks [None req-d286089b-ab52-4e0e-b52a-812e8fbd1d0c None None] Transition to ACTIVE for port object f7255da9-ac12-4e55-8ce1-efbd8bde19f9 will not be triggered until provisioned by entity L2. {{(pid=74153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 28 16:49:26.260850 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron_lib.callbacks.manager [None req-d286089b-ab52-4e0e-b52a-812e8fbd1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:26.283899 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG oslo_concurrency.lockutils [None req-832c7007-57c6-46d7-b496-30dbc6a1a3ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:49:26.505298 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [req-e1423f68-5d39-42fd-827f-a3bf7fbb5582 req-5a831eb1-5539-4640-99f9-b503808e4248 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Notify callbacks [] for port, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:26.542062 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.provisioning_blocks [req-e1423f68-5d39-42fd-827f-a3bf7fbb5582 req-5a831eb1-5539-4640-99f9-b503808e4248 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Transition to ACTIVE for port object 875017ef-70c7-4cb3-85af-ddebda6ee33e will not be triggered until provisioned by entity DHCP. {{(pid=74151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 28 16:49:26.547661 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d62ed2e-4a77-4c1e-a4de-7bbc0b4ffbfb None None] Pushing event updated for resources: {'Port': ['ID=f7255da9-ac12-4e55-8ce1-efbd8bde19f9,revision_number=3']} {{(pid=74153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:49:26.589186 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-95d80829-c976-4c06-89ec-c09ecc46c551 req-11c9bfc2-0485-40a5-b1d8-c561a7b8d62d tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a8fe0c7-43d1-4a1c-8f1a-7515888ac7fd HTTP/1.1" status: 200  len: 210 time: 0.0849895
Jun 28 16:49:26.612389 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG oslo_concurrency.lockutils [None req-3d62ed2e-4a77-4c1e-a4de-7bbc0b4ffbfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=74153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:49:26.616045 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [req-e1423f68-5d39-42fd-827f-a3bf7fbb5582 req-5a831eb1-5539-4640-99f9-b503808e4248 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771078328113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32204965'] for port, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:26.630339 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-12301d61-4e0c-4d5f-b7fa-9c751ee4c404 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:49:26.635663 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.managers [None req-d286089b-ab52-4e0e-b52a-812e8fbd1d0c None None] Attempting to bind port f7255da9-ac12-4e55-8ce1-efbd8bde19f9 on host dv-cinder-798104-1-iscsi for vnic_type normal with profile  {{(pid=74153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 28 16:49:26.636142 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.managers [None req-d286089b-ab52-4e0e-b52a-812e8fbd1d0c None None] Attempting to bind port f7255da9-ac12-4e55-8ce1-efbd8bde19f9 by drivers openvswitch,hyperv on host dv-cinder-798104-1-iscsi at level 0 using segments [{'id': '8ce0e696-cf84-4ed3-89b5-1a30e86f2bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9725f7b3-51b3-4fed-8aad-b6adab71011f'}] {{(pid=74153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 28 16:49:26.636968 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d286089b-ab52-4e0e-b52a-812e8fbd1d0c None None] Attempting to bind port f7255da9-ac12-4e55-8ce1-efbd8bde19f9 on network 9725f7b3-51b3-4fed-8aad-b6adab71011f {{(pid=74153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 28 16:49:26.655782 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d286089b-ab52-4e0e-b52a-812e8fbd1d0c None None] Checking agent: {'id': '235649c2-d0e1-424d-8662-9e7ce5cd7ca9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798104-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 16, 33, 9), 'started_at': datetime.datetime(2021, 6, 28, 16, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 16, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798104-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 28 16:49:26.656269 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d286089b-ab52-4e0e-b52a-812e8fbd1d0c None None] Checking segment: {'id': '8ce0e696-cf84-4ed3-89b5-1a30e86f2bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9725f7b3-51b3-4fed-8aad-b6adab71011f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 28 16:49:26.656769 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron_lib.callbacks.manager [None req-d286089b-ab52-4e0e-b52a-812e8fbd1d0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:26.657559 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d286089b-ab52-4e0e-b52a-812e8fbd1d0c None None] Bound using segment: {'id': '8ce0e696-cf84-4ed3-89b5-1a30e86f2bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9725f7b3-51b3-4fed-8aad-b6adab71011f'} {{(pid=74153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 28 16:49:26.658009 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.managers [None req-d286089b-ab52-4e0e-b52a-812e8fbd1d0c None None] Bound port: f7255da9-ac12-4e55-8ce1-efbd8bde19f9, host: dv-cinder-798104-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ce0e696-cf84-4ed3-89b5-1a30e86f2bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9725f7b3-51b3-4fed-8aad-b6adab71011f'}}] {{(pid=74153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 28 16:49:26.658498 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron_lib.callbacks.manager [None req-d286089b-ab52-4e0e-b52a-812e8fbd1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:26.752418 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1423f68-5d39-42fd-827f-a3bf7fbb5582 req-5a831eb1-5539-4640-99f9-b503808e4248 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Network a9115e8f-c856-43bc-8ed7-54570859b456 is already hosted by enough agents. {{(pid=74151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 28 16:49:26.760746 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.base_scheduler [req-e1423f68-5d39-42fd-827f-a3bf7fbb5582 req-5a831eb1-5539-4640-99f9-b503808e4248 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Resources bound (agent type, host, resource id):  {{(pid=74151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 28 16:49:26.768556 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1423f68-5d39-42fd-827f-a3bf7fbb5582 req-5a831eb1-5539-4640-99f9-b503808e4248 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Received port after_create {{(pid=74151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 28 16:49:26.784452 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.db [None req-d286089b-ab52-4e0e-b52a-812e8fbd1d0c None None] For port f7255da9-ac12-4e55-8ce1-efbd8bde19f9, host dv-cinder-798104-1-iscsi, cleared binding levels {{(pid=74153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 28 16:49:26.795480 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.plugins.ml2.db [None req-d286089b-ab52-4e0e-b52a-812e8fbd1d0c None None] For port f7255da9-ac12-4e55-8ce1-efbd8bde19f9, host dv-cinder-798104-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-iscsi',level=0,port_id=f7255da9-ac12-4e55-8ce1-efbd8bde19f9,segment=NetworkSegment(8ce0e696-cf84-4ed3-89b5-1a30e86f2bb6),segment_id=8ce0e696-cf84-4ed3-89b5-1a30e86f2bb6)] {{(pid=74153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 28 16:49:26.803388 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron_lib.callbacks.manager [None req-d286089b-ab52-4e0e-b52a-812e8fbd1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:26.812841 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG oslo_concurrency.lockutils [None req-6d7c3454-b070-461b-bd60-722e37f8511c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:49:26.829568 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a831eb1-5539-4640-99f9-b503808e4248 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Pushing event updated for resources: {'Port': ['ID=875017ef-70c7-4cb3-85af-ddebda6ee33e,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:49:26.841064 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-5a831eb1-5539-4640-99f9-b503808e4248 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:49:26.903179 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1423f68-5d39-42fd-827f-a3bf7fbb5582 req-5a831eb1-5539-4640-99f9-b503808e4248 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:49:26.904124 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [req-e1423f68-5d39-42fd-827f-a3bf7fbb5582 req-5a831eb1-5539-4640-99f9-b503808e4248 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022804'] for port, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:26.918005 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d62ed2e-4a77-4c1e-a4de-7bbc0b4ffbfb None None] Pushing event updated for resources: {'Port': ['ID=f7255da9-ac12-4e55-8ce1-efbd8bde19f9,revision_number=4']} {{(pid=74153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:49:26.935639 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG oslo_concurrency.lockutils [None req-3d62ed2e-4a77-4c1e-a4de-7bbc0b4ffbfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=74153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:49:26.949766 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-e1423f68-5d39-42fd-827f-a3bf7fbb5582 req-5a831eb1-5539-4640-99f9-b503808e4248 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4412773
Jun 28 16:49:26.965672 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.v2.base [req-e1423f68-5d39-42fd-827f-a3bf7fbb5582 req-95524a02-0539-4d81-ac69-ce12e44f02f1 service neutron] Request body: {'port': {'device_id': '2a8fe0c7-43d1-4a1c-8f1a-7515888ac7fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79810'}} {{(pid=74151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:49:26.999242 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d286089b-ab52-4e0e-b52a-812e8fbd1d0c None None] Routers {'a969004d-731b-4a97-92e3-791ba6b7315d'} bound to L3 agent in host dv-cinder-798104-1-iscsi {{(pid=74153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 28 16:49:27.000638 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_hamode_db [None req-d286089b-ab52-4e0e-b52a-812e8fbd1d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa2cfd15520>, 'dv-cinder-798104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T16:33:11Z,description=<?>,heartbeat_timestamp=2021-06-28T16:49:11Z,host='dv-cinder-798104-1-iscsi',id=c1a676c2-2a78-4c35-ab22-a28e05dfd46e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-28T16:33:11Z,topic='l3_agent')) {'router_ids': ['a969004d-731b-4a97-92e3-791ba6b7315d'], 'active': True} {{(pid=74153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:49:27.064660 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 41826) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:49:27.122341 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [req-e1423f68-5d39-42fd-827f-a3bf7fbb5582 req-95524a02-0539-4d81-ac69-ce12e44f02f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:27.122479 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-b4df13fb-e319-4476-ba7a-bfc1d0baf01d None None] Provisioning for port 875017ef-70c7-4cb3-85af-ddebda6ee33e completed by entity DHCP. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 28 16:49:27.135118 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-b4df13fb-e319-4476-ba7a-bfc1d0baf01d None None] Provisioning complete for port 875017ef-70c7-4cb3-85af-ddebda6ee33e triggered by entity DHCP. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:49:27.135501 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-b4df13fb-e319-4476-ba7a-bfc1d0baf01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:27.223695 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-b4df13fb-e319-4476-ba7a-bfc1d0baf01d None None] Port 875017ef-70c7-4cb3-85af-ddebda6ee33e cannot update to ACTIVE because it is not bound. {{(pid=74152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 28 16:49:27.314233 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_dvr_db [None req-d286089b-ab52-4e0e-b52a-812e8fbd1d0c None None] Set router a969004d-731b-4a97-92e3-791ba6b7315d gateway port host: dv-cinder-798104-1-iscsi {{(pid=74153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 28 16:49:27.345603 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.v2.base [None req-aea7106c-0d3a-409c-8682-b85619e0c7eb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-999327222-network', 'tenant_id': '6286d5e687e2493b924955a647f77d42'}} {{(pid=74150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:49:27.355235 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-aea7106c-0d3a-409c-8682-b85619e0c7eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:49:27.364041 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-aea7106c-0d3a-409c-8682-b85619e0c7eb admin admin] Usage tracker for resource:network and tenant:6286d5e687e2493b924955a647f77d42 is out of sync, need to count used quota {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:49:27.368023 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-aea7106c-0d3a-409c-8682-b85619e0c7eb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:49:27.375728 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-aea7106c-0d3a-409c-8682-b85619e0c7eb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:49:27.388734 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea7106c-0d3a-409c-8682-b85619e0c7eb admin admin] Made reservation on behalf of 6286d5e687e2493b924955a647f77d42 for: {'network': 1} {{(pid=74150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 28 16:49:27.391687 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-aea7106c-0d3a-409c-8682-b85619e0c7eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for network, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:27.406072 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-aea7106c-0d3a-409c-8682-b85619e0c7eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:27.443147 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-aea7106c-0d3a-409c-8682-b85619e0c7eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:49:27.448190 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-aea7106c-0d3a-409c-8682-b85619e0c7eb admin admin] Usage tracker for resource:security_group_rule and tenant:6286d5e687e2493b924955a647f77d42 is out of sync, need to count used quota {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:49:27.452062 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-aea7106c-0d3a-409c-8682-b85619e0c7eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:49:27.459022 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-aea7106c-0d3a-409c-8682-b85619e0c7eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:49:27.540505 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-aea7106c-0d3a-409c-8682-b85619e0c7eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:27.546107 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-aea7106c-0d3a-409c-8682-b85619e0c7eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:27.549572 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-6a70f6b0-d3e3-46b5-abe7-b89552239164 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:49:27.586036 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aea7106c-0d3a-409c-8682-b85619e0c7eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303}  {{(pid=74150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jun 28 16:49:27.601390 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea7106c-0d3a-409c-8682-b85619e0c7eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba629ee-6204-4afd-b212-d467f7b8df93,revision_number=1']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:49:27.613519 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea7106c-0d3a-409c-8682-b85619e0c7eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:49:27.614169 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea7106c-0d3a-409c-8682-b85619e0c7eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:49:27.614823 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea7106c-0d3a-409c-8682-b85619e0c7eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:49:27.615499 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea7106c-0d3a-409c-8682-b85619e0c7eb admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:49:27.616027 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea7106c-0d3a-409c-8682-b85619e0c7eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:49:27.616550 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea7106c-0d3a-409c-8682-b85619e0c7eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:49:27.617066 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea7106c-0d3a-409c-8682-b85619e0c7eb admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:49:27.617606 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea7106c-0d3a-409c-8682-b85619e0c7eb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:49:27.618163 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea7106c-0d3a-409c-8682-b85619e0c7eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:49:27.618727 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea7106c-0d3a-409c-8682-b85619e0c7eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:49:27.619084 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea7106c-0d3a-409c-8682-b85619e0c7eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:49:27.624776 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-aea7106c-0d3a-409c-8682-b85619e0c7eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:49:27.631106 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-aea7106c-0d3a-409c-8682-b85619e0c7eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719364'] for segment, precommit_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:27.631741 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.db.segments_db [None req-aea7106c-0d3a-409c-8682-b85619e0c7eb admin admin] Added segment 018e95c5-c7de-4c36-8ebb-fd83754561a2 of type vlan for network c7e1650c-5ba1-4f26-b44e-4b25f0418eca
Jun 28 16:49:27.668690 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-aea7106c-0d3a-409c-8682-b85619e0c7eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771078342840'] for network, precommit_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:27.681592 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_hamode_db [None req-d286089b-ab52-4e0e-b52a-812e8fbd1d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa2cfd15520>, [{'id': 'a969004d-731b-4a97-92e3-791ba6b7315d', 'name': 'tempest-TestShelveInstance-1296710778-router', 'tenant_id': 'fba5f7db60824c659a3b9637e3202337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'c4be0d43-3deb-4567-a3e6-9a806b778e1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:48:58Z', 'updated_at': '2021-06-28T16:49:01Z', 'revision_number': 4, 'project_id': 'fba5f7db60824c659a3b9637e3202337', 'gw_port': {'id': 'c4be0d43-3deb-4567-a3e6-9a806b778e1d', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cf:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a969004d-731b-4a97-92e3-791ba6b7315d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:48:58Z', 'updated_at': '2021-06-28T16:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi', '_interfaces': [{'id': 'f7255da9-ac12-4e55-8ce1-efbd8bde19f9', 'name': '', 'network_id': '9725f7b3-51b3-4fed-8aad-b6adab71011f', 'tenant_id': 'fba5f7db60824c659a3b9637e3202337', 'mac_address': 'fa:16:3e:b1:47:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a969004d-731b-4a97-92e3-791ba6b7315d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a3fc56e-95ad-4e74-988f-9dcec05cc015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:49:00Z', 'updated_at': '2021-06-28T16:49:26Z', 'revision_number': 4, 'project_id': 'fba5f7db60824c659a3b9637e3202337', 'subnets': [{'id': '0a3fc56e-95ad-4e74-988f-9dcec05cc015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-iscsi', False) {} {{(pid=74153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:49:27.686698 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d286089b-ab52-4e0e-b52a-812e8fbd1d0c None None] The sync data for ids ['a969004d-731b-4a97-92e3-791ba6b7315d'] in dv-cinder-798104-1-iscsi is: [{'id': 'a969004d-731b-4a97-92e3-791ba6b7315d', 'name': 'tempest-TestShelveInstance-1296710778-router', 'tenant_id': 'fba5f7db60824c659a3b9637e3202337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'c4be0d43-3deb-4567-a3e6-9a806b778e1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:48:58Z', 'updated_at': '2021-06-28T16:49:01Z', 'revision_number': 4, 'project_id': 'fba5f7db60824c659a3b9637e3202337', 'gw_port': {'id': 'c4be0d43-3deb-4567-a3e6-9a806b778e1d', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cf:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a969004d-731b-4a97-92e3-791ba6b7315d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:48:58Z', 'updated_at': '2021-06-28T16:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi', '_interfaces': [{'id': 'f7255da9-ac12-4e55-8ce1-efbd8bde19f9', 'name': '', 'network_id': '9725f7b3-51b3-4fed-8aad-b6adab71011f', 'tenant_id': 'fba5f7db60824c659a3b9637e3202337', 'mac_address': 'fa:16:3e:b1:47:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a969004d-731b-4a97-92e3-791ba6b7315d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a3fc56e-95ad-4e74-988f-9dcec05cc015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:49:00Z', 'updated_at': '2021-06-28T16:49:26Z', 'revision_number': 4, 'project_id': 'fba5f7db60824c659a3b9637e3202337', 'subnets': [{'id': '0a3fc56e-95ad-4e74-988f-9dcec05cc015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 28 16:49:27.730511 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-aea7106c-0d3a-409c-8682-b85619e0c7eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692'] for network, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:27.731753 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea7106c-0d3a-409c-8682-b85619e0c7eb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:49:27.732347 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-aea7106c-0d3a-409c-8682-b85619e0c7eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533674'] for network, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:27.757999 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:49:27.786118 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.notifiers.nova [req-e1423f68-5d39-42fd-827f-a3bf7fbb5582 req-95524a02-0539-4d81-ac69-ce12e44f02f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 875017ef-70c7-4cb3-85af-ddebda6ee33e {{(pid=74151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 28 16:49:27.793807 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [req-e1423f68-5d39-42fd-827f-a3bf7fbb5582 req-95524a02-0539-4d81-ac69-ce12e44f02f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:27.814345 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.provisioning_blocks [req-e1423f68-5d39-42fd-827f-a3bf7fbb5582 req-95524a02-0539-4d81-ac69-ce12e44f02f1 service neutron] Transition to ACTIVE for port object 875017ef-70c7-4cb3-85af-ddebda6ee33e will not be triggered until provisioned by entity L2. {{(pid=74151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 28 16:49:27.819206 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [req-e1423f68-5d39-42fd-827f-a3bf7fbb5582 req-95524a02-0539-4d81-ac69-ce12e44f02f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32204972'] for port, after_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:27.824724 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-8f03c5a3-38ea-4d34-8c4e-d7871b8dd34b tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:49:27.953236 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-aea7106c-0d3a-409c-8682-b85619e0c7eb admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.8871865
Jun 28 16:49:27.957532 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 41834) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:49:27.963291 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device f7255da9-ac12-4e55-8ce1-efbd8bde19f9 up at agent ovs-agent-dv-cinder-798104-1-iscsi {{(pid=74152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 28 16:49:27.978441 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea7106c-0d3a-409c-8682-b85619e0c7eb admin admin] Pushing event updated for resources: {'Network': ['ID=c7e1650c-5ba1-4f26-b44e-4b25f0418eca,revision_number=1']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:49:27.990444 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-aea7106c-0d3a-409c-8682-b85619e0c7eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:49:28.015197 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Network c7e1650c-5ba1-4f26-b44e-4b25f0418eca details requested by agent ovs-agent-dv-cinder-798104-1-iscsi with host dv-cinder-798104-1-iscsi {{(pid=74152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 28 16:49:28.016277 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc070c13-18a8-4cff-a447-00e48818ce1d req-39c556a8-7cc3-43e8-b2f3-e2af0d8d9194 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:49:28.017962 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-bc070c13-18a8-4cff-a447-00e48818ce1d req-39c556a8-7cc3-43e8-b2f3-e2af0d8d9194 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a8fe0c7-43d1-4a1c-8f1a-7515888ac7fd HTTP/1.1" status: 200  len: 944 time: 0.2407753
Jun 28 16:49:28.053415 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.v2.base [None req-2b310492-ada3-49f6-ba47-7b432e540a7b admin admin] Request body: {'subnet': {'network_id': 'c7e1650c-5ba1-4f26-b44e-4b25f0418eca', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-999327222-subnet', 'tenant_id': '6286d5e687e2493b924955a647f77d42', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:49:28.084809 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-2b310492-ada3-49f6-ba47-7b432e540a7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:49:28.105282 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-2b310492-ada3-49f6-ba47-7b432e540a7b admin admin] Usage tracker for resource:subnet and tenant:6286d5e687e2493b924955a647f77d42 is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:49:28.109967 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-bc070c13-18a8-4cff-a447-00e48818ce1d req-e448138e-f5ad-42f2-a18c-8d31673398f9 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "GET /v2.0/security-groups?id=78c11c6c-7d31-418b-b789-373da79bfa71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0844638
Jun 28 16:49:28.157206 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-2b310492-ada3-49f6-ba47-7b432e540a7b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:49:28.167875 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95524a02-0539-4d81-ac69-ce12e44f02f1 service neutron] Pushing event updated for resources: {'Port': ['ID=875017ef-70c7-4cb3-85af-ddebda6ee33e,revision_number=2']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:49:28.187282 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-95524a02-0539-4d81-ac69-ce12e44f02f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:49:28.195398 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-2b310492-ada3-49f6-ba47-7b432e540a7b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:49:28.243351 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Provisioning for port f7255da9-ac12-4e55-8ce1-efbd8bde19f9 completed by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 28 16:49:28.251517 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Provisioning complete for port f7255da9-ac12-4e55-8ce1-efbd8bde19f9 triggered by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:49:28.252407 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:28.281710 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b310492-ada3-49f6-ba47-7b432e540a7b admin admin] Made reservation on behalf of 6286d5e687e2493b924955a647f77d42 for: {'subnet': 1} {{(pid=74151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 28 16:49:28.286080 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-2b310492-ada3-49f6-ba47-7b432e540a7b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32082063'] for subnet, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:28.424426 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:28.463166 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.managers [req-e1423f68-5d39-42fd-827f-a3bf7fbb5582 req-95524a02-0539-4d81-ac69-ce12e44f02f1 service neutron] Attempting to bind port 875017ef-70c7-4cb3-85af-ddebda6ee33e on host hv-cinder-79810 for vnic_type normal with profile  {{(pid=74151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 28 16:49:28.463642 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.managers [req-e1423f68-5d39-42fd-827f-a3bf7fbb5582 req-95524a02-0539-4d81-ac69-ce12e44f02f1 service neutron] Attempting to bind port 875017ef-70c7-4cb3-85af-ddebda6ee33e by drivers openvswitch,hyperv on host hv-cinder-79810 at level 0 using segments [{'id': '109d583d-0c82-4563-bab0-f22854da7c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a9115e8f-c856-43bc-8ed7-54570859b456'}] {{(pid=74151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 28 16:49:28.464097 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1423f68-5d39-42fd-827f-a3bf7fbb5582 req-95524a02-0539-4d81-ac69-ce12e44f02f1 service neutron] Attempting to bind port 875017ef-70c7-4cb3-85af-ddebda6ee33e on network a9115e8f-c856-43bc-8ed7-54570859b456 {{(pid=74151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 28 16:49:28.476019 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1423f68-5d39-42fd-827f-a3bf7fbb5582 req-95524a02-0539-4d81-ac69-ce12e44f02f1 service neutron] Port 875017ef-70c7-4cb3-85af-ddebda6ee33e on network a9115e8f-c856-43bc-8ed7-54570859b456 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79810 {{(pid=74151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 28 16:49:28.476431 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1423f68-5d39-42fd-827f-a3bf7fbb5582 req-95524a02-0539-4d81-ac69-ce12e44f02f1 service neutron] Attempting to bind port 875017ef-70c7-4cb3-85af-ddebda6ee33e on network a9115e8f-c856-43bc-8ed7-54570859b456 {{(pid=74151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 28 16:49:28.483225 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] For port f7255da9-ac12-4e55-8ce1-efbd8bde19f9, host dv-cinder-798104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-iscsi',level=0,port_id=f7255da9-ac12-4e55-8ce1-efbd8bde19f9,segment=NetworkSegment(8ce0e696-cf84-4ed3-89b5-1a30e86f2bb6),segment_id=8ce0e696-cf84-4ed3-89b5-1a30e86f2bb6)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:49:28.489557 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:28.490297 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1423f68-5d39-42fd-827f-a3bf7fbb5582 req-95524a02-0539-4d81-ac69-ce12e44f02f1 service neutron] Checking agent: {'id': '11e346dd-a6a4-43d4-822e-d449440d0a22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 16, 39, 15), 'started_at': datetime.datetime(2021, 6, 28, 16, 39, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 16, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 28 16:49:28.490786 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1423f68-5d39-42fd-827f-a3bf7fbb5582 req-95524a02-0539-4d81-ac69-ce12e44f02f1 service neutron] Checking segment: {'id': '109d583d-0c82-4563-bab0-f22854da7c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a9115e8f-c856-43bc-8ed7-54570859b456'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 28 16:49:28.491143 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1423f68-5d39-42fd-827f-a3bf7fbb5582 req-95524a02-0539-4d81-ac69-ce12e44f02f1 service neutron] Bound using segment: {'id': '109d583d-0c82-4563-bab0-f22854da7c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a9115e8f-c856-43bc-8ed7-54570859b456'} {{(pid=74151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 28 16:49:28.491593 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.managers [req-e1423f68-5d39-42fd-827f-a3bf7fbb5582 req-95524a02-0539-4d81-ac69-ce12e44f02f1 service neutron] Bound port: 875017ef-70c7-4cb3-85af-ddebda6ee33e, host: hv-cinder-79810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '109d583d-0c82-4563-bab0-f22854da7c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a9115e8f-c856-43bc-8ed7-54570859b456'}}] {{(pid=74151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 28 16:49:28.491934 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [req-e1423f68-5d39-42fd-827f-a3bf7fbb5582 req-95524a02-0539-4d81-ac69-ce12e44f02f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:28.495380 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:49:28.618882 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Pushing event updated for resources: {'Port': ['ID=f7255da9-ac12-4e55-8ce1-efbd8bde19f9,revision_number=5']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:49:28.624182 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:49:28.685750 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.db [req-e1423f68-5d39-42fd-827f-a3bf7fbb5582 req-95524a02-0539-4d81-ac69-ce12e44f02f1 service neutron] For port 875017ef-70c7-4cb3-85af-ddebda6ee33e, host hv-cinder-79810, cleared binding levels {{(pid=74151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 28 16:49:28.697010 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.db [req-e1423f68-5d39-42fd-827f-a3bf7fbb5582 req-95524a02-0539-4d81-ac69-ce12e44f02f1 service neutron] For port 875017ef-70c7-4cb3-85af-ddebda6ee33e, host hv-cinder-79810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=875017ef-70c7-4cb3-85af-ddebda6ee33e,segment=NetworkSegment(109d583d-0c82-4563-bab0-f22854da7c3a),segment_id=109d583d-0c82-4563-bab0-f22854da7c3a)] {{(pid=74151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 28 16:49:28.698812 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-2b310492-ada3-49f6-ba47-7b432e540a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32204825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32082077'] for subnet, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:28.703441 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:49:28.730271 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [req-e1423f68-5d39-42fd-827f-a3bf7fbb5582 req-95524a02-0539-4d81-ac69-ce12e44f02f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32204972'] for port, after_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:28.777949 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [req-e1423f68-5d39-42fd-827f-a3bf7fbb5582 req-95524a02-0539-4d81-ac69-ce12e44f02f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022804'] for port, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:28.779366 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-e1423f68-5d39-42fd-827f-a3bf7fbb5582 req-95524a02-0539-4d81-ac69-ce12e44f02f1 service neutron] 10.222.0.15 "PUT /v2.0/ports/875017ef-70c7-4cb3-85af-ddebda6ee33e HTTP/1.1" status: 200  len: 1094 time: 1.8210931
Jun 28 16:49:28.779934 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a8fe0c7-43d1-4a1c-8f1a-7515888ac7fd', 'tag': '875017ef-70c7-4cb3-85af-ddebda6ee33e'}] {{(pid=74151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 28 16:49:28.797434 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b310492-ada3-49f6-ba47-7b432e540a7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=af352785-e60e-4f06-a345-cf845860f91c,revision_number=0']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:49:28.801791 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-2b310492-ada3-49f6-ba47-7b432e540a7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:49:28.802351 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-95106f68-1bb4-43f2-b1be-00f4d3938c27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:49:28.894777 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a8fe0c7-43d1-4a1c-8f1a-7515888ac7fd', 'tag': '875017ef-70c7-4cb3-85af-ddebda6ee33e', 'status': 'completed', 'code': 200}
Jun 28 16:49:28.939027 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b310492-ada3-49f6-ba47-7b432e540a7b admin admin] Checking segment: {'id': '018e95c5-c7de-4c36-8ebb-fd83754561a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'c7e1650c-5ba1-4f26-b44e-4b25f0418eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 28 16:49:28.939396 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b310492-ada3-49f6-ba47-7b432e540a7b admin admin] Network hostable DHCP agents. Network: c7e1650c-5ba1-4f26-b44e-4b25f0418eca, hostable agents: ['e6bae525-68bf-4aa0-98dd-dc96c133cc24'], hosted agents: [] {{(pid=74151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 28 16:49:28.970059 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95524a02-0539-4d81-ac69-ce12e44f02f1 service neutron] Pushing event updated for resources: {'Port': ['ID=875017ef-70c7-4cb3-85af-ddebda6ee33e,revision_number=3']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:49:28.975175 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-95524a02-0539-4d81-ac69-ce12e44f02f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:49:28.997581 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b310492-ada3-49f6-ba47-7b432e540a7b admin admin] Network c7e1650c-5ba1-4f26-b44e-4b25f0418eca is scheduled to be hosted by DHCP agent e6bae525-68bf-4aa0-98dd-dc96c133cc24 with binding_index 1 {{(pid=74151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 28 16:49:29.004738 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-e1423f68-5d39-42fd-827f-a3bf7fbb5582 req-a8f6f6fe-8fb3-43a5-a191-c92542864775 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=752951ca61fe47f0b32b0595cf035391&device_id=2a8fe0c7-43d1-4a1c-8f1a-7515888ac7fd HTTP/1.1" status: 200  len: 1097 time: 0.1601942
Jun 28 16:49:29.086855 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.base_scheduler [None req-2b310492-ada3-49f6-ba47-7b432e540a7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798104-1-iscsi, c7e1650c-5ba1-4f26-b44e-4b25f0418eca) {{(pid=74151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 28 16:49:29.097586 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b310492-ada3-49f6-ba47-7b432e540a7b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:49:29.098171 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-2b310492-ada3-49f6-ba47-7b432e540a7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:29.104728 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-e1423f68-5d39-42fd-827f-a3bf7fbb5582 req-5f50565a-341e-4b74-98b5-56512580394e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=875017ef-70c7-4cb3-85af-ddebda6ee33e HTTP/1.1" status: 200  len: 217 time: 0.0922790
Jun 28 16:49:29.114723 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d660915c-7da4-4d14-a370-c06565a6a47a None None] Network c7e1650c-5ba1-4f26-b44e-4b25f0418eca requested from dv-cinder-798104-1-iscsi {{(pid=74152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 28 16:49:29.167174 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-2b310492-ada3-49f6-ba47-7b432e540a7b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.2067719
Jun 28 16:49:29.185515 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1423f68-5d39-42fd-827f-a3bf7fbb5582 req-76cad761-4748-41e2-b162-b82367334813 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:49:29.186815 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-e1423f68-5d39-42fd-827f-a3bf7fbb5582 req-76cad761-4748-41e2-b162-b82367334813 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f4efdb07-e2c5-4e6d-af9a-cc24275e76fb HTTP/1.1" status: 200  len: 848 time: 0.0738757
Jun 28 16:49:29.352955 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-e1423f68-5d39-42fd-827f-a3bf7fbb5582 req-92377ce3-f299-4102-9d93-b8ea21bc8cce service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a9115e8f-c856-43bc-8ed7-54570859b456&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1514056
Jun 28 16:49:29.457479 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c6dc80-f461-4eab-878e-cf48a9ae1cbc None None] Network c7e1650c-5ba1-4f26-b44e-4b25f0418eca requested from dv-cinder-798104-1-iscsi {{(pid=74152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 28 16:49:29.501717 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4c10f1-ff80-43a7-881f-bdbeaef8ec7d req-fd16adb6-15d3-4e5e-a95f-622ff4dad2af tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:49:29.503335 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-5c4c10f1-ff80-43a7-881f-bdbeaef8ec7d req-fd16adb6-15d3-4e5e-a95f-622ff4dad2af tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a8fe0c7-43d1-4a1c-8f1a-7515888ac7fd HTTP/1.1" status: 200  len: 944 time: 0.1163309
Jun 28 16:49:29.534545 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-e1423f68-5d39-42fd-827f-a3bf7fbb5582 req-e9ea1ef4-7423-4c04-a207-6417a759df56 service neutron] 10.222.0.15 "GET /v2.0/networks/a9115e8f-c856-43bc-8ed7-54570859b456?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1805303
Jun 28 16:49:29.588947 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-5c4c10f1-ff80-43a7-881f-bdbeaef8ec7d req-a31be846-99a9-495a-9570-604e1fcef3c5 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "GET /v2.0/security-groups?id=78c11c6c-7d31-418b-b789-373da79bfa71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0787339
Jun 28 16:49:29.805407 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-e1423f68-5d39-42fd-827f-a3bf7fbb5582 req-ab93a92b-decb-4f55-af0f-b01026946943 service neutron] 10.222.0.15 "GET /v2.0/networks/a9115e8f-c856-43bc-8ed7-54570859b456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2598279
Jun 28 16:49:29.900474 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device f7255da9-ac12-4e55-8ce1-efbd8bde19f9 up at agent ovs-agent-dv-cinder-798104-1-iscsi {{(pid=74152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 28 16:49:29.931137 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-baab7b50-a86f-4eb2-a718-a23c33f5dfc3 req-5259e8b1-479a-43cd-9b29-60ceeae7a8e8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=752951ca61fe47f0b32b0595cf035391&device_id=2a8fe0c7-43d1-4a1c-8f1a-7515888ac7fd HTTP/1.1" status: 200  len: 1097 time: 0.0752461
Jun 28 16:49:29.987148 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b026f1-f1ea-45ed-9f2e-201a8263010e req-31d87524-2f19-4c9c-94f8-c2cd2b2c5d69 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:49:29.988210 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-78b026f1-f1ea-45ed-9f2e-201a8263010e req-31d87524-2f19-4c9c-94f8-c2cd2b2c5d69 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Synchronizing usage tracker for tenant:6286d5e687e2493b924955a647f77d42 on resource:network {{(pid=74150) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 28 16:49:30.012510 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-78b026f1-f1ea-45ed-9f2e-201a8263010e req-31d87524-2f19-4c9c-94f8-c2cd2b2c5d69 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Unset dirty status for tenant:6286d5e687e2493b924955a647f77d42 on resource:network {{(pid=74150) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 28 16:49:30.014457 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Provisioning complete for port f7255da9-ac12-4e55-8ce1-efbd8bde19f9 triggered by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:49:30.014832 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-78b026f1-f1ea-45ed-9f2e-201a8263010e req-31d87524-2f19-4c9c-94f8-c2cd2b2c5d69 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/networks?id=c7e1650c-5ba1-4f26-b44e-4b25f0418eca HTTP/1.1" status: 200  len: 814 time: 0.1858211
Jun 28 16:49:30.014979 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:30.042744 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-78b026f1-f1ea-45ed-9f2e-201a8263010e req-1d62f57d-3879-4c8d-bc5b-70947c1e78f3 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/quotas/6286d5e687e2493b924955a647f77d42 HTTP/1.1" status: 200  len: 375 time: 0.0196879
Jun 28 16:49:30.093401 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baab7b50-a86f-4eb2-a718-a23c33f5dfc3 req-82fc6f17-5a8c-43e7-8c10-e279a734c745 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:49:30.096082 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-baab7b50-a86f-4eb2-a718-a23c33f5dfc3 req-82fc6f17-5a8c-43e7-8c10-e279a734c745 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a9115e8f-c856-43bc-8ed7-54570859b456 HTTP/1.1" status: 200  len: 910 time: 0.1574724
Jun 28 16:49:30.123896 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-78b026f1-f1ea-45ed-9f2e-201a8263010e req-baa6a671-01ac-465e-bd6f-cf55f2f628b5 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6286d5e687e2493b924955a647f77d42&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0728254
Jun 28 16:49:30.198378 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-baab7b50-a86f-4eb2-a718-a23c33f5dfc3 req-0bee77d6-5142-4c06-92e7-155d7e964dab service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=875017ef-70c7-4cb3-85af-ddebda6ee33e HTTP/1.1" status: 200  len: 217 time: 0.0944486
Jun 28 16:49:30.265512 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baab7b50-a86f-4eb2-a718-a23c33f5dfc3 req-fe66b422-07a2-4115-acce-7aec6f0d943a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:49:30.267341 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-baab7b50-a86f-4eb2-a718-a23c33f5dfc3 req-fe66b422-07a2-4115-acce-7aec6f0d943a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f4efdb07-e2c5-4e6d-af9a-cc24275e76fb HTTP/1.1" status: 200  len: 848 time: 0.0626903
Jun 28 16:49:30.356753 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-baab7b50-a86f-4eb2-a718-a23c33f5dfc3 req-a57e96bc-d19c-40bf-920f-bc90ccc7bc60 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a9115e8f-c856-43bc-8ed7-54570859b456&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0825720
Jun 28 16:49:30.479589 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-78b026f1-f1ea-45ed-9f2e-201a8263010e req-1b9afe57-41a6-4807-a94a-3d3114e2d034 service neutron] 10.222.0.30 "GET /v2.0/networks/c7e1650c-5ba1-4f26-b44e-4b25f0418eca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3479629
Jun 28 16:49:30.524579 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-baab7b50-a86f-4eb2-a718-a23c33f5dfc3 req-20bf76b8-fa40-4995-9971-8e0d01e590a0 service neutron] 10.222.0.15 "GET /v2.0/networks/a9115e8f-c856-43bc-8ed7-54570859b456?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1601861
Jun 28 16:49:30.634424 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-78b026f1-f1ea-45ed-9f2e-201a8263010e req-0f8b99dd-7213-4743-829c-7f800ab88267 service neutron] 10.222.0.30 "GET /v2.0/networks/c7e1650c-5ba1-4f26-b44e-4b25f0418eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1432264
Jun 28 16:49:30.763884 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-baab7b50-a86f-4eb2-a718-a23c33f5dfc3 req-46f37b71-d93f-45ba-bb6c-8243e98bf506 service neutron] 10.222.0.15 "GET /v2.0/networks/a9115e8f-c856-43bc-8ed7-54570859b456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2316227
Jun 28 16:49:30.888574 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-d32ec00c-9350-481b-87f1-3fc6389a62cc req-5b678f70-21e3-46e4-a029-15007cf885ce tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec5975f6-149d-49d2-bd47-aa52a14bccfd HTTP/1.1" status: 200  len: 210 time: 0.0771480
Jun 28 16:49:30.944586 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10520c-85cf-4d64-927a-71e88d9ede62 req-d8b343dc-7100-4927-9cce-5ab7bdd83485 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:49:30.947804 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-4e10520c-85cf-4d64-927a-71e88d9ede62 req-d8b343dc-7100-4927-9cce-5ab7bdd83485 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a8fe0c7-43d1-4a1c-8f1a-7515888ac7fd HTTP/1.1" status: 200  len: 944 time: 0.2257423
Jun 28 16:49:31.012534 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-4e10520c-85cf-4d64-927a-71e88d9ede62 req-88595708-1f00-49cc-9925-92a37a6ef374 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "GET /v2.0/security-groups?id=78c11c6c-7d31-418b-b789-373da79bfa71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0576394
Jun 28 16:49:32.026660 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b026f1-f1ea-45ed-9f2e-201a8263010e req-dc5466b1-7593-43c5-8c1e-7bea69568205 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:49:32.028927 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-78b026f1-f1ea-45ed-9f2e-201a8263010e req-dc5466b1-7593-43c5-8c1e-7bea69568205 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.15 "GET /v2.0/networks?id=c7e1650c-5ba1-4f26-b44e-4b25f0418eca HTTP/1.1" status: 200  len: 814 time: 0.1969571
Jun 28 16:49:32.052904 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.v2.base [req-78b026f1-f1ea-45ed-9f2e-201a8263010e req-8ac0cdfe-2b6e-437b-9de8-dabce9331ee3 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Request body: {'port': {'device_id': 'ec5975f6-149d-49d2-bd47-aa52a14bccfd', 'network_id': 'c7e1650c-5ba1-4f26-b44e-4b25f0418eca', 'admin_state_up': True, 'tenant_id': '6286d5e687e2493b924955a647f77d42'}} {{(pid=74151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:49:32.145317 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-de6fab76-5ee6-41b9-b006-cba4ba5990a5 req-50cd90e2-e943-4a13-b4c0-3da57baa2850 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec5975f6-149d-49d2-bd47-aa52a14bccfd HTTP/1.1" status: 200  len: 210 time: 0.0498710
Jun 28 16:49:32.231771 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [req-78b026f1-f1ea-45ed-9f2e-201a8263010e req-8ac0cdfe-2b6e-437b-9de8-dabce9331ee3 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:49:32.236361 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [req-78b026f1-f1ea-45ed-9f2e-201a8263010e req-8ac0cdfe-2b6e-437b-9de8-dabce9331ee3 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Usage tracker for resource:port and tenant:6286d5e687e2493b924955a647f77d42 is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:49:32.239568 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [req-78b026f1-f1ea-45ed-9f2e-201a8263010e req-8ac0cdfe-2b6e-437b-9de8-dabce9331ee3 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:49:32.246638 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [req-78b026f1-f1ea-45ed-9f2e-201a8263010e req-8ac0cdfe-2b6e-437b-9de8-dabce9331ee3 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:49:32.261045 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78b026f1-f1ea-45ed-9f2e-201a8263010e req-8ac0cdfe-2b6e-437b-9de8-dabce9331ee3 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Made reservation on behalf of 6286d5e687e2493b924955a647f77d42 for: {'port': 1} {{(pid=74151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 28 16:49:32.265546 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [req-78b026f1-f1ea-45ed-9f2e-201a8263010e req-8ac0cdfe-2b6e-437b-9de8-dabce9331ee3 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:32.275945 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7f58f4-b0b9-41b7-aba1-fe7ee0daa2f7 req-703578ab-9b22-4475-856b-82348c33c116 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:49:32.277463 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-8b7f58f4-b0b9-41b7-aba1-fe7ee0daa2f7 req-703578ab-9b22-4475-856b-82348c33c116 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a8fe0c7-43d1-4a1c-8f1a-7515888ac7fd HTTP/1.1" status: 200  len: 944 time: 0.0828292
Jun 28 16:49:32.332025 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-8b7f58f4-b0b9-41b7-aba1-fe7ee0daa2f7 req-bcaf3ba6-b5ea-422e-816e-abbc84d57841 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "GET /v2.0/security-groups?id=78c11c6c-7d31-418b-b789-373da79bfa71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452909
Jun 28 16:49:32.460087 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.db_base_plugin_common [req-78b026f1-f1ea-45ed-9f2e-201a8263010e req-8ac0cdfe-2b6e-437b-9de8-dabce9331ee3 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Allocated IP 172.20.0.5 (c7e1650c-5ba1-4f26-b44e-4b25f0418eca/af352785-e60e-4f06-a345-cf845860f91c/5647d6e9-333b-4a44-ba72-8361e60834e4) {{(pid=74151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 28 16:49:32.688192 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [req-78b026f1-f1ea-45ed-9f2e-201a8263010e req-8ac0cdfe-2b6e-437b-9de8-dabce9331ee3 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Notify callbacks [] for port, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:32.719891 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [req-78b026f1-f1ea-45ed-9f2e-201a8263010e req-8ac0cdfe-2b6e-437b-9de8-dabce9331ee3 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771078328113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32204965'] for port, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:32.726557 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-8f03c5a3-38ea-4d34-8c4e-d7871b8dd34b tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:49:32.796885 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78b026f1-f1ea-45ed-9f2e-201a8263010e req-8ac0cdfe-2b6e-437b-9de8-dabce9331ee3 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Network c7e1650c-5ba1-4f26-b44e-4b25f0418eca is already hosted by enough agents. {{(pid=74151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 28 16:49:32.800325 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.base_scheduler [req-78b026f1-f1ea-45ed-9f2e-201a8263010e req-8ac0cdfe-2b6e-437b-9de8-dabce9331ee3 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Resources bound (agent type, host, resource id):  {{(pid=74151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 28 16:49:32.805004 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.l3_dvrscheduler_db [req-78b026f1-f1ea-45ed-9f2e-201a8263010e req-8ac0cdfe-2b6e-437b-9de8-dabce9331ee3 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Received port after_create {{(pid=74151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 28 16:49:32.840402 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac0cdfe-2b6e-437b-9de8-dabce9331ee3 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Pushing event updated for resources: {'Port': ['ID=5647d6e9-333b-4a44-ba72-8361e60834e4,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:49:32.861141 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac0cdfe-2b6e-437b-9de8-dabce9331ee3 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:49:32.861535 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac0cdfe-2b6e-437b-9de8-dabce9331ee3 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:49:32.861896 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac0cdfe-2b6e-437b-9de8-dabce9331ee3 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:49:32.862255 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac0cdfe-2b6e-437b-9de8-dabce9331ee3 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:49:32.862612 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac0cdfe-2b6e-437b-9de8-dabce9331ee3 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:49:32.862988 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac0cdfe-2b6e-437b-9de8-dabce9331ee3 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:49:32.863337 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac0cdfe-2b6e-437b-9de8-dabce9331ee3 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:49:32.863696 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac0cdfe-2b6e-437b-9de8-dabce9331ee3 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:49:32.864039 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac0cdfe-2b6e-437b-9de8-dabce9331ee3 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:49:32.864382 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac0cdfe-2b6e-437b-9de8-dabce9331ee3 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:49:32.864750 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac0cdfe-2b6e-437b-9de8-dabce9331ee3 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:49:32.871258 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-8ac0cdfe-2b6e-437b-9de8-dabce9331ee3 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:49:32.889658 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b026f1-f1ea-45ed-9f2e-201a8263010e req-8ac0cdfe-2b6e-437b-9de8-dabce9331ee3 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:49:32.890335 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [req-78b026f1-f1ea-45ed-9f2e-201a8263010e req-8ac0cdfe-2b6e-437b-9de8-dabce9331ee3 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022804'] for port, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:32.913909 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-78b026f1-f1ea-45ed-9f2e-201a8263010e req-8ac0cdfe-2b6e-437b-9de8-dabce9331ee3 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8657994
Jun 28 16:49:32.926649 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.v2.base [req-78b026f1-f1ea-45ed-9f2e-201a8263010e req-0cc7bd06-dbda-4063-9c89-01a1007a4b1d service neutron] Request body: {'port': {'device_id': 'ec5975f6-149d-49d2-bd47-aa52a14bccfd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79810'}} {{(pid=74151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:49:33.047515 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [req-78b026f1-f1ea-45ed-9f2e-201a8263010e req-0cc7bd06-dbda-4063-9c89-01a1007a4b1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:33.417678 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa85db2c-ded4-471d-a986-34f743f97278 req-ec16f093-b8bd-446b-801c-c897ded1272f tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:49:33.419261 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-aa85db2c-ded4-471d-a986-34f743f97278 req-ec16f093-b8bd-446b-801c-c897ded1272f tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec5975f6-149d-49d2-bd47-aa52a14bccfd HTTP/1.1" status: 200  len: 931 time: 0.0955994
Jun 28 16:49:33.469051 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-aa85db2c-ded4-471d-a986-34f743f97278 req-b1f2aeb8-b1f5-4b31-b243-cedca5ca27d6 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Synchronizing usage tracker for tenant:6286d5e687e2493b924955a647f77d42 on resource:security_group {{(pid=74150) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 28 16:49:33.492417 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-aa85db2c-ded4-471d-a986-34f743f97278 req-b1f2aeb8-b1f5-4b31-b243-cedca5ca27d6 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Unset dirty status for tenant:6286d5e687e2493b924955a647f77d42 on resource:security_group {{(pid=74150) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 28 16:49:33.493886 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-aa85db2c-ded4-471d-a986-34f743f97278 req-b1f2aeb8-b1f5-4b31-b243-cedca5ca27d6 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/security-groups?id=6ba629ee-6204-4afd-b212-d467f7b8df93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689397
Jun 28 16:49:33.549912 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.notifiers.nova [req-78b026f1-f1ea-45ed-9f2e-201a8263010e req-0cc7bd06-dbda-4063-9c89-01a1007a4b1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5647d6e9-333b-4a44-ba72-8361e60834e4 {{(pid=74151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 28 16:49:33.557370 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [req-78b026f1-f1ea-45ed-9f2e-201a8263010e req-0cc7bd06-dbda-4063-9c89-01a1007a4b1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:33.574723 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.provisioning_blocks [req-78b026f1-f1ea-45ed-9f2e-201a8263010e req-0cc7bd06-dbda-4063-9c89-01a1007a4b1d service neutron] Transition to ACTIVE for port object 5647d6e9-333b-4a44-ba72-8361e60834e4 will not be triggered until provisioned by entity L2. {{(pid=74151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 28 16:49:33.578922 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [req-78b026f1-f1ea-45ed-9f2e-201a8263010e req-0cc7bd06-dbda-4063-9c89-01a1007a4b1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32204972'] for port, after_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:33.579949 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aba268-b707-4b4c-88da-63df644f49b2 req-5b7ac403-fcf1-486f-8382-dbe6090ba6a1 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:49:33.581761 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-b1aba268-b707-4b4c-88da-63df644f49b2 req-5b7ac403-fcf1-486f-8382-dbe6090ba6a1 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a8fe0c7-43d1-4a1c-8f1a-7515888ac7fd HTTP/1.1" status: 200  len: 944 time: 0.0851882
Jun 28 16:49:33.582893 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-dcbaa617-d29f-4131-8a14-c5a626519dfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:49:33.637560 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-b1aba268-b707-4b4c-88da-63df644f49b2 req-08cceb76-a76f-44e1-a640-291322070910 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "GET /v2.0/security-groups?id=78c11c6c-7d31-418b-b789-373da79bfa71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0486479
Jun 28 16:49:33.709901 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc7bd06-dbda-4063-9c89-01a1007a4b1d service neutron] Pushing event updated for resources: {'Port': ['ID=5647d6e9-333b-4a44-ba72-8361e60834e4,revision_number=2']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:49:33.715114 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-0cc7bd06-dbda-4063-9c89-01a1007a4b1d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:49:33.853654 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.managers [req-78b026f1-f1ea-45ed-9f2e-201a8263010e req-0cc7bd06-dbda-4063-9c89-01a1007a4b1d service neutron] Attempting to bind port 5647d6e9-333b-4a44-ba72-8361e60834e4 on host hv-cinder-79810 for vnic_type normal with profile  {{(pid=74151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 28 16:49:33.853978 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.managers [req-78b026f1-f1ea-45ed-9f2e-201a8263010e req-0cc7bd06-dbda-4063-9c89-01a1007a4b1d service neutron] Attempting to bind port 5647d6e9-333b-4a44-ba72-8361e60834e4 by drivers openvswitch,hyperv on host hv-cinder-79810 at level 0 using segments [{'id': '018e95c5-c7de-4c36-8ebb-fd83754561a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'c7e1650c-5ba1-4f26-b44e-4b25f0418eca'}] {{(pid=74151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 28 16:49:33.854294 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b026f1-f1ea-45ed-9f2e-201a8263010e req-0cc7bd06-dbda-4063-9c89-01a1007a4b1d service neutron] Attempting to bind port 5647d6e9-333b-4a44-ba72-8361e60834e4 on network c7e1650c-5ba1-4f26-b44e-4b25f0418eca {{(pid=74151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 28 16:49:33.860977 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b026f1-f1ea-45ed-9f2e-201a8263010e req-0cc7bd06-dbda-4063-9c89-01a1007a4b1d service neutron] Port 5647d6e9-333b-4a44-ba72-8361e60834e4 on network c7e1650c-5ba1-4f26-b44e-4b25f0418eca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79810 {{(pid=74151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 28 16:49:33.861363 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b026f1-f1ea-45ed-9f2e-201a8263010e req-0cc7bd06-dbda-4063-9c89-01a1007a4b1d service neutron] Attempting to bind port 5647d6e9-333b-4a44-ba72-8361e60834e4 on network c7e1650c-5ba1-4f26-b44e-4b25f0418eca {{(pid=74151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 28 16:49:33.868866 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b026f1-f1ea-45ed-9f2e-201a8263010e req-0cc7bd06-dbda-4063-9c89-01a1007a4b1d service neutron] Checking agent: {'id': '11e346dd-a6a4-43d4-822e-d449440d0a22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 16, 39, 15), 'started_at': datetime.datetime(2021, 6, 28, 16, 39, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 16, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 28 16:49:33.869237 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b026f1-f1ea-45ed-9f2e-201a8263010e req-0cc7bd06-dbda-4063-9c89-01a1007a4b1d service neutron] Checking segment: {'id': '018e95c5-c7de-4c36-8ebb-fd83754561a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'c7e1650c-5ba1-4f26-b44e-4b25f0418eca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 28 16:49:33.869626 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b026f1-f1ea-45ed-9f2e-201a8263010e req-0cc7bd06-dbda-4063-9c89-01a1007a4b1d service neutron] Bound using segment: {'id': '018e95c5-c7de-4c36-8ebb-fd83754561a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'c7e1650c-5ba1-4f26-b44e-4b25f0418eca'} {{(pid=74151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 28 16:49:33.870051 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.managers [req-78b026f1-f1ea-45ed-9f2e-201a8263010e req-0cc7bd06-dbda-4063-9c89-01a1007a4b1d service neutron] Bound port: 5647d6e9-333b-4a44-ba72-8361e60834e4, host: hv-cinder-79810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '018e95c5-c7de-4c36-8ebb-fd83754561a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'c7e1650c-5ba1-4f26-b44e-4b25f0418eca'}}] {{(pid=74151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 28 16:49:33.870424 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [req-78b026f1-f1ea-45ed-9f2e-201a8263010e req-0cc7bd06-dbda-4063-9c89-01a1007a4b1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:33.965146 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.db [req-78b026f1-f1ea-45ed-9f2e-201a8263010e req-0cc7bd06-dbda-4063-9c89-01a1007a4b1d service neutron] For port 5647d6e9-333b-4a44-ba72-8361e60834e4, host hv-cinder-79810, cleared binding levels {{(pid=74151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 28 16:49:33.968411 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.db [req-78b026f1-f1ea-45ed-9f2e-201a8263010e req-0cc7bd06-dbda-4063-9c89-01a1007a4b1d service neutron] For port 5647d6e9-333b-4a44-ba72-8361e60834e4, host hv-cinder-79810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=5647d6e9-333b-4a44-ba72-8361e60834e4,segment=NetworkSegment(018e95c5-c7de-4c36-8ebb-fd83754561a2),segment_id=018e95c5-c7de-4c36-8ebb-fd83754561a2)] {{(pid=74151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 28 16:49:33.973601 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [req-78b026f1-f1ea-45ed-9f2e-201a8263010e req-0cc7bd06-dbda-4063-9c89-01a1007a4b1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32204972'] for port, after_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:33.977541 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-8ac0cdfe-2b6e-437b-9de8-dabce9331ee3 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:49:34.042713 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [req-78b026f1-f1ea-45ed-9f2e-201a8263010e req-0cc7bd06-dbda-4063-9c89-01a1007a4b1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022804'] for port, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:34.044097 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-78b026f1-f1ea-45ed-9f2e-201a8263010e req-0cc7bd06-dbda-4063-9c89-01a1007a4b1d service neutron] 10.222.0.15 "PUT /v2.0/ports/5647d6e9-333b-4a44-ba72-8361e60834e4 HTTP/1.1" status: 200  len: 1093 time: 1.1227162
Jun 28 16:49:34.044622 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec5975f6-149d-49d2-bd47-aa52a14bccfd', 'tag': '5647d6e9-333b-4a44-ba72-8361e60834e4'}] {{(pid=74151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 28 16:49:34.063672 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc7bd06-dbda-4063-9c89-01a1007a4b1d service neutron] Pushing event updated for resources: {'Port': ['ID=5647d6e9-333b-4a44-ba72-8361e60834e4,revision_number=3']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:49:34.067476 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-0cc7bd06-dbda-4063-9c89-01a1007a4b1d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:49:34.160012 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec5975f6-149d-49d2-bd47-aa52a14bccfd', 'tag': '5647d6e9-333b-4a44-ba72-8361e60834e4', 'status': 'completed', 'code': 200}
Jun 28 16:49:34.181459 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-78b026f1-f1ea-45ed-9f2e-201a8263010e req-37c4ba4b-3f2a-4ea6-8c41-53c46ce5268c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6286d5e687e2493b924955a647f77d42&device_id=ec5975f6-149d-49d2-bd47-aa52a14bccfd HTTP/1.1" status: 200  len: 1096 time: 0.0853999
Jun 28 16:49:34.255159 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-78b026f1-f1ea-45ed-9f2e-201a8263010e req-a46baf77-e829-420f-9ee1-b229abf3d914 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5647d6e9-333b-4a44-ba72-8361e60834e4 HTTP/1.1" status: 200  len: 217 time: 0.0651581
Jun 28 16:49:34.317008 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b026f1-f1ea-45ed-9f2e-201a8263010e req-ca963a7d-5540-4584-95b0-1a36f289c686 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:49:34.318499 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-78b026f1-f1ea-45ed-9f2e-201a8263010e req-ca963a7d-5540-4584-95b0-1a36f289c686 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af352785-e60e-4f06-a345-cf845860f91c HTTP/1.1" status: 200  len: 854 time: 0.0577729
Jun 28 16:49:34.362718 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-78b026f1-f1ea-45ed-9f2e-201a8263010e req-ef535267-7d5d-41fb-aba7-52d270a5eaf2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c7e1650c-5ba1-4f26-b44e-4b25f0418eca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0381269
Jun 28 16:49:34.495492 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-78b026f1-f1ea-45ed-9f2e-201a8263010e req-dcc50fc2-0a73-47d6-bf95-bc7e65c0eb08 service neutron] 10.222.0.15 "GET /v2.0/networks/c7e1650c-5ba1-4f26-b44e-4b25f0418eca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1261363
Jun 28 16:49:34.632132 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-78b026f1-f1ea-45ed-9f2e-201a8263010e req-028d6040-4372-48e6-85d2-3c820feb42e0 service neutron] 10.222.0.15 "GET /v2.0/networks/c7e1650c-5ba1-4f26-b44e-4b25f0418eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1292005
Jun 28 16:49:34.731346 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ff7506-ef73-46f4-8aae-8736a16e35cb req-5f548193-e12e-4681-9aaa-88a6e7ff920d tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:49:34.732912 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-87ff7506-ef73-46f4-8aae-8736a16e35cb req-5f548193-e12e-4681-9aaa-88a6e7ff920d tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec5975f6-149d-49d2-bd47-aa52a14bccfd HTTP/1.1" status: 200  len: 943 time: 0.0907400
Jun 28 16:49:34.796042 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-87ff7506-ef73-46f4-8aae-8736a16e35cb req-5e45f4a5-40dd-4cc8-a3b1-a193998f550a tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/security-groups?id=6ba629ee-6204-4afd-b212-d467f7b8df93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541589
Jun 28 16:49:34.809539 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-0bd5cefd-d056-4bf7-bb55-def5b7c3eeed req-ceccee75-db3a-4fd5-a016-4b3abc368ebd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6286d5e687e2493b924955a647f77d42&device_id=ec5975f6-149d-49d2-bd47-aa52a14bccfd HTTP/1.1" status: 200  len: 1096 time: 0.1159890
Jun 28 16:49:34.928259 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb85ff6-a935-4b9b-a60c-67c97348d90f req-c6f16625-5699-4c94-aea1-b94361d17dd1 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:49:34.929810 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-4fb85ff6-a935-4b9b-a60c-67c97348d90f req-c6f16625-5699-4c94-aea1-b94361d17dd1 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a8fe0c7-43d1-4a1c-8f1a-7515888ac7fd HTTP/1.1" status: 200  len: 944 time: 0.1010091
Jun 28 16:49:34.962312 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd5cefd-d056-4bf7-bb55-def5b7c3eeed req-bf2680de-7e34-49b5-9f8f-e4089e61f825 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:49:34.964670 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-0bd5cefd-d056-4bf7-bb55-def5b7c3eeed req-bf2680de-7e34-49b5-9f8f-e4089e61f825 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c7e1650c-5ba1-4f26-b44e-4b25f0418eca HTTP/1.1" status: 200  len: 915 time: 0.1475296
Jun 28 16:49:34.995334 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-4fb85ff6-a935-4b9b-a60c-67c97348d90f req-b2aae575-1743-4a2e-936f-7383904d9a57 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "GET /v2.0/security-groups?id=78c11c6c-7d31-418b-b789-373da79bfa71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0585389
Jun 28 16:49:35.048126 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-0bd5cefd-d056-4bf7-bb55-def5b7c3eeed req-cf880ce4-eda4-4320-9f09-43ff15964df9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5647d6e9-333b-4a44-ba72-8361e60834e4 HTTP/1.1" status: 200  len: 217 time: 0.0757618
Jun 28 16:49:35.204203 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd5cefd-d056-4bf7-bb55-def5b7c3eeed req-5d0bf4f2-3502-4430-b0f8-88f07e05f5ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:49:35.205661 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-0bd5cefd-d056-4bf7-bb55-def5b7c3eeed req-5d0bf4f2-3502-4430-b0f8-88f07e05f5ce service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af352785-e60e-4f06-a345-cf845860f91c HTTP/1.1" status: 200  len: 854 time: 0.1488314
Jun 28 16:49:35.252296 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-0bd5cefd-d056-4bf7-bb55-def5b7c3eeed req-cb4e2f32-f0a5-4d9d-9167-cac1b76a4a4f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c7e1650c-5ba1-4f26-b44e-4b25f0418eca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0397167
Jun 28 16:49:35.403950 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-0bd5cefd-d056-4bf7-bb55-def5b7c3eeed req-7c76272f-91f3-433c-ac44-5a0c2890ee26 service neutron] 10.222.0.15 "GET /v2.0/networks/c7e1650c-5ba1-4f26-b44e-4b25f0418eca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1439447
Jun 28 16:49:35.544103 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-0bd5cefd-d056-4bf7-bb55-def5b7c3eeed req-f01f5c1c-5473-42fa-b58a-e22e9088b1ec service neutron] 10.222.0.15 "GET /v2.0/networks/c7e1650c-5ba1-4f26-b44e-4b25f0418eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1328006
Jun 28 16:49:36.002429 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332145f1-aa92-4804-924b-d1d84dab4107 req-749f8b3f-9b63-4831-9be4-4eadd635b9d0 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:49:36.003856 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-332145f1-aa92-4804-924b-d1d84dab4107 req-749f8b3f-9b63-4831-9be4-4eadd635b9d0 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec5975f6-149d-49d2-bd47-aa52a14bccfd HTTP/1.1" status: 200  len: 943 time: 0.0767639
Jun 28 16:49:36.051039 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-332145f1-aa92-4804-924b-d1d84dab4107 req-1b57c6d1-65c7-4818-9e20-c2d350803f89 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/security-groups?id=6ba629ee-6204-4afd-b212-d467f7b8df93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411797
Jun 28 16:49:36.208634 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fd192c-f9b7-41b4-b7f3-6273c1b05368 req-41beacce-7d47-49ad-a9f4-10eb4ec2b39a tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:49:36.210152 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-e3fd192c-f9b7-41b4-b7f3-6273c1b05368 req-41beacce-7d47-49ad-a9f4-10eb4ec2b39a tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a8fe0c7-43d1-4a1c-8f1a-7515888ac7fd HTTP/1.1" status: 200  len: 944 time: 0.0896027
Jun 28 16:49:36.257505 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-e3fd192c-f9b7-41b4-b7f3-6273c1b05368 req-f461169c-3728-4dac-b3bd-dd92f61904b1 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "GET /v2.0/security-groups?id=78c11c6c-7d31-418b-b789-373da79bfa71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408828
Jun 28 16:49:37.266639 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14699199-a1f6-412b-9489-8cbd6b42c142 req-adea0cc6-48ba-4ac6-ba56-6983d706c6d6 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:49:37.268164 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-14699199-a1f6-412b-9489-8cbd6b42c142 req-adea0cc6-48ba-4ac6-ba56-6983d706c6d6 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec5975f6-149d-49d2-bd47-aa52a14bccfd HTTP/1.1" status: 200  len: 943 time: 0.0896001
Jun 28 16:49:37.316009 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device 5647d6e9-333b-4a44-ba72-8361e60834e4 details requested by agent hyperv_hv-cinder-79810 with host hv-cinder-79810 {{(pid=74152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 28 16:49:37.317779 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-14699199-a1f6-412b-9489-8cbd6b42c142 req-234a6377-d76f-4426-a0a8-adb29bcabead tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/security-groups?id=6ba629ee-6204-4afd-b212-d467f7b8df93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437727
Jun 28 16:49:37.500743 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4218cb6-53b2-4eba-aa21-4eaec8ed4cac req-a85bfc18-4c83-488e-b842-7103bdf12793 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:49:37.502304 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-a4218cb6-53b2-4eba-aa21-4eaec8ed4cac req-a85bfc18-4c83-488e-b842-7103bdf12793 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a8fe0c7-43d1-4a1c-8f1a-7515888ac7fd HTTP/1.1" status: 200  len: 944 time: 0.0857008
Jun 28 16:49:37.528472 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] For port 5647d6e9-333b-4a44-ba72-8361e60834e4, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=5647d6e9-333b-4a44-ba72-8361e60834e4,segment=NetworkSegment(018e95c5-c7de-4c36-8ebb-fd83754561a2),segment_id=018e95c5-c7de-4c36-8ebb-fd83754561a2)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:49:37.543647 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Returning: {'device': '5647d6e9-333b-4a44-ba72-8361e60834e4', 'network_id': 'c7e1650c-5ba1-4f26-b44e-4b25f0418eca', 'port_id': '5647d6e9-333b-4a44-ba72-8361e60834e4', 'mac_address': 'fa:16:3e:65:ed:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af352785-e60e-4f06-a345-cf845860f91c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 28 16:49:37.557624 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-a4218cb6-53b2-4eba-aa21-4eaec8ed4cac req-1f8f0dfa-03e3-4258-89a2-8f167830f3b7 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "GET /v2.0/security-groups?id=78c11c6c-7d31-418b-b789-373da79bfa71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447667
Jun 28 16:49:37.604447 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:37.623616 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.notifiers.nova [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5647d6e9-333b-4a44-ba72-8361e60834e4 {{(pid=74152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 28 16:49:37.640602 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] For port 5647d6e9-333b-4a44-ba72-8361e60834e4, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=5647d6e9-333b-4a44-ba72-8361e60834e4,segment=NetworkSegment(018e95c5-c7de-4c36-8ebb-fd83754561a2),segment_id=018e95c5-c7de-4c36-8ebb-fd83754561a2)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:49:37.645371 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:37.646158 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device 875017ef-70c7-4cb3-85af-ddebda6ee33e details requested by agent hyperv_hv-cinder-79810 with host hv-cinder-79810 {{(pid=74152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 28 16:49:37.648347 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:49:37.796950 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Pushing event updated for resources: {'Port': ['ID=5647d6e9-333b-4a44-ba72-8361e60834e4,revision_number=4']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:49:37.807135 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:49:37.912844 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] For port 875017ef-70c7-4cb3-85af-ddebda6ee33e, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=875017ef-70c7-4cb3-85af-ddebda6ee33e,segment=NetworkSegment(109d583d-0c82-4563-bab0-f22854da7c3a),segment_id=109d583d-0c82-4563-bab0-f22854da7c3a)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:49:37.927631 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Returning: {'device': '875017ef-70c7-4cb3-85af-ddebda6ee33e', 'network_id': 'a9115e8f-c856-43bc-8ed7-54570859b456', 'port_id': '875017ef-70c7-4cb3-85af-ddebda6ee33e', 'mac_address': 'fa:16:3e:6b:73:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4efdb07-e2c5-4e6d-af9a-cc24275e76fb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 28 16:49:37.986097 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:38.006633 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.notifiers.nova [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 875017ef-70c7-4cb3-85af-ddebda6ee33e {{(pid=74152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 28 16:49:38.024656 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] For port 875017ef-70c7-4cb3-85af-ddebda6ee33e, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=875017ef-70c7-4cb3-85af-ddebda6ee33e,segment=NetworkSegment(109d583d-0c82-4563-bab0-f22854da7c3a),segment_id=109d583d-0c82-4563-bab0-f22854da7c3a)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:49:38.030228 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:38.033458 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-f4d303a4-d4be-4daa-b534-85f9f37b0cc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:49:38.130178 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Pushing event updated for resources: {'Port': ['ID=875017ef-70c7-4cb3-85af-ddebda6ee33e,revision_number=4']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:49:38.135648 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:49:38.276303 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] get_ports_and_sgs() called for port_ids ['5647d6e9-333b-4a44-ba72-8361e60834e4'] {{(pid=74152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 28 16:49:38.301443 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] get_ports_and_sgs() called for port_ids ['875017ef-70c7-4cb3-85af-ddebda6ee33e'] {{(pid=74152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 28 16:49:38.621018 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15139af1-5c2b-49d9-8dc4-0375d3e302ca req-aed9a3cd-2956-44c2-b444-9c084f40a7bc tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:49:38.623553 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-15139af1-5c2b-49d9-8dc4-0375d3e302ca req-aed9a3cd-2956-44c2-b444-9c084f40a7bc tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec5975f6-149d-49d2-bd47-aa52a14bccfd HTTP/1.1" status: 200  len: 944 time: 0.1409156
Jun 28 16:49:38.735838 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-15139af1-5c2b-49d9-8dc4-0375d3e302ca req-f741e622-0546-467b-8289-c2d03c782bc1 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/security-groups?id=6ba629ee-6204-4afd-b212-d467f7b8df93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1049805
Jun 28 16:49:38.964559 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-cd517457-8042-46a8-b024-7cabae536df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:39.026710 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95345fa8-4642-4c9c-abff-261241cc425e req-dec0165e-a324-4986-9c93-e08d2a37b7cb tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:49:39.028069 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-95345fa8-4642-4c9c-abff-261241cc425e req-dec0165e-a324-4986-9c93-e08d2a37b7cb tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a8fe0c7-43d1-4a1c-8f1a-7515888ac7fd HTTP/1.1" status: 200  len: 945 time: 0.1504769
Jun 28 16:49:39.057059 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2840a0a9-e42b-411e-a425-f48431afa3a6 req-d8767546-719f-418b-9dea-abcb7bc2814c tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:49:39.058515 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-2840a0a9-e42b-411e-a425-f48431afa3a6 req-d8767546-719f-418b-9dea-abcb7bc2814c tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ca2374a-e202-4569-8df1-56120537e7b3 HTTP/1.1" status: 200  len: 946 time: 0.1355062
Jun 28 16:49:39.112099 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-95345fa8-4642-4c9c-abff-261241cc425e req-030af8cc-a329-4189-882e-5c52c051f99f tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "GET /v2.0/security-groups?id=78c11c6c-7d31-418b-b789-373da79bfa71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0776770
Jun 28 16:49:39.122303 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-2840a0a9-e42b-411e-a425-f48431afa3a6 req-b409b38f-0b97-42fa-b310-0e0a5a0225e7 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b1944c-8a50-4bf4-86d7-f41649f5e8b0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0580008
Jun 28 16:49:39.315059 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device 5647d6e9-333b-4a44-ba72-8361e60834e4 up at agent hyperv_hv-cinder-79810 {{(pid=74152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 28 16:49:39.384695 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Provisioning for port 5647d6e9-333b-4a44-ba72-8361e60834e4 completed by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 28 16:49:39.389891 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Provisioning complete for port 5647d6e9-333b-4a44-ba72-8361e60834e4 triggered by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:49:39.390262 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:39.465098 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:39.523114 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:39.551941 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec5975f6-149d-49d2-bd47-aa52a14bccfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5647d6e9-333b-4a44-ba72-8361e60834e4'}] {{(pid=74152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 28 16:49:39.563750 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] For port 5647d6e9-333b-4a44-ba72-8361e60834e4, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=5647d6e9-333b-4a44-ba72-8361e60834e4,segment=NetworkSegment(018e95c5-c7de-4c36-8ebb-fd83754561a2),segment_id=018e95c5-c7de-4c36-8ebb-fd83754561a2)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:49:39.570327 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:39.571748 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device 875017ef-70c7-4cb3-85af-ddebda6ee33e up at agent hyperv_hv-cinder-79810 {{(pid=74152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 28 16:49:39.594546 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:49:39.630367 dv-cinder-798104-1-iscsi neutron-server[74152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec5975f6-149d-49d2-bd47-aa52a14bccfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5647d6e9-333b-4a44-ba72-8361e60834e4', 'code': 200}
Jun 28 16:49:39.695275 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Pushing event updated for resources: {'Port': ['ID=5647d6e9-333b-4a44-ba72-8361e60834e4,revision_number=5']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:49:39.701869 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:49:39.713092 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Provisioning for port 875017ef-70c7-4cb3-85af-ddebda6ee33e completed by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 28 16:49:39.718433 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Provisioning complete for port 875017ef-70c7-4cb3-85af-ddebda6ee33e triggered by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:49:39.718809 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:39.874672 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:39.918292 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] For port 875017ef-70c7-4cb3-85af-ddebda6ee33e, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=875017ef-70c7-4cb3-85af-ddebda6ee33e,segment=NetworkSegment(109d583d-0c82-4563-bab0-f22854da7c3a),segment_id=109d583d-0c82-4563-bab0-f22854da7c3a)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:49:39.923791 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:39.926734 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:49:39.942386 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-f82d5620-7e2e-4a7a-9a33-81e16587288f req-3cab213a-a29b-45e7-b175-53dc34b1f0f3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ec5975f6-149d-49d2-bd47-aa52a14bccfd HTTP/1.1" status: 200  len: 1098 time: 0.1231470
Jun 28 16:49:39.980386 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cad338-21a7-481e-8e30-68032442f589 req-2a06217f-48a4-44a9-8ccc-3867c79b1dca tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:49:39.982099 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-69cad338-21a7-481e-8e30-68032442f589 req-2a06217f-48a4-44a9-8ccc-3867c79b1dca tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec5975f6-149d-49d2-bd47-aa52a14bccfd HTTP/1.1" status: 200  len: 945 time: 0.0967922
Jun 28 16:49:39.991846 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-f82d5620-7e2e-4a7a-9a33-81e16587288f req-c5e76a04-2832-412b-bf7b-76fa987c6039 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6ba629ee-6204-4afd-b212-d467f7b8df93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422752
Jun 28 16:49:40.001589 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Pushing event updated for resources: {'Port': ['ID=875017ef-70c7-4cb3-85af-ddebda6ee33e,revision_number=5']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:49:40.004614 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:49:40.029713 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-69cad338-21a7-481e-8e30-68032442f589 req-b9745eb0-18d0-4269-a376-a2a9e3f2b6da tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/security-groups?id=6ba629ee-6204-4afd-b212-d467f7b8df93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417883
Jun 28 16:49:40.312547 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524b140f-15ea-4d16-8839-2fc7dea21a60 req-967e4d6e-211a-4e36-a5a2-56856ad94cdc tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:49:40.313933 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [req-524b140f-15ea-4d16-8839-2fc7dea21a60 req-967e4d6e-211a-4e36-a5a2-56856ad94cdc tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Synchronizing usage tracker for tenant:ce884a9bddfa4cbbac44e05b827223b3 on resource:port {{(pid=74151) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 28 16:49:40.334021 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [req-524b140f-15ea-4d16-8839-2fc7dea21a60 req-967e4d6e-211a-4e36-a5a2-56856ad94cdc tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Unset dirty status for tenant:ce884a9bddfa4cbbac44e05b827223b3 on resource:port {{(pid=74151) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 28 16:49:40.336008 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-524b140f-15ea-4d16-8839-2fc7dea21a60 req-967e4d6e-211a-4e36-a5a2-56856ad94cdc tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ca2374a-e202-4569-8df1-56120537e7b3 HTTP/1.1" status: 200  len: 946 time: 0.1304097
Jun 28 16:49:40.435746 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.plugin [req-524b140f-15ea-4d16-8839-2fc7dea21a60 req-2d71c13f-19e3-4193-8a77-c1c099a728db tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Deleting port c74f2e7b-a7d1-4b22-836c-52930bcd3d5f {{(pid=74151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 28 16:49:40.436197 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [req-524b140f-15ea-4d16-8839-2fc7dea21a60 req-2d71c13f-19e3-4193-8a77-c1c099a728db tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771078813103'] for port, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:40.487942 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef94f6d-c802-43c8-b5be-ddc3d4981d7d req-334ca566-b7d9-48a5-8b7b-d29b560f26b7 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:49:40.495511 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-8ef94f6d-c802-43c8-b5be-ddc3d4981d7d req-334ca566-b7d9-48a5-8b7b-d29b560f26b7 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a8fe0c7-43d1-4a1c-8f1a-7515888ac7fd HTTP/1.1" status: 200  len: 946 time: 0.2549987
Jun 28 16:49:40.525779 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b97d163-fc12-441e-ae57-8e9a50b624b2 req-12e6b503-0aa0-4d5f-b356-c0ff0ced5581 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:49:40.531436 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-2b97d163-fc12-441e-ae57-8e9a50b624b2 req-12e6b503-0aa0-4d5f-b356-c0ff0ced5581 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ca2374a-e202-4569-8df1-56120537e7b3 HTTP/1.1" status: 200  len: 946 time: 0.1520510
Jun 28 16:49:40.573258 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-8ef94f6d-c802-43c8-b5be-ddc3d4981d7d req-a51933f5-03cf-479f-848a-9c6cdbbeba67 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "GET /v2.0/security-groups?id=78c11c6c-7d31-418b-b789-373da79bfa71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0768607
Jun 28 16:49:40.598454 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-2b97d163-fc12-441e-ae57-8e9a50b624b2 req-4204a723-f36b-40db-ba2e-8883af2cba92 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b1944c-8a50-4bf4-86d7-f41649f5e8b0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0654309
Jun 28 16:49:40.732128 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.db [req-524b140f-15ea-4d16-8839-2fc7dea21a60 req-2d71c13f-19e3-4193-8a77-c1c099a728db tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] For port c74f2e7b-a7d1-4b22-836c-52930bcd3d5f, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=c74f2e7b-a7d1-4b22-836c-52930bcd3d5f,segment=NetworkSegment(b5f9de31-0ee8-4cd8-9c16-fcc6e144e230),segment_id=b5f9de31-0ee8-4cd8-9c16-fcc6e144e230)] {{(pid=74151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:49:40.732523 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [req-524b140f-15ea-4d16-8839-2fc7dea21a60 req-2d71c13f-19e3-4193-8a77-c1c099a728db tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679626'] for port, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:41.030047 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [req-524b140f-15ea-4d16-8839-2fc7dea21a60 req-2d71c13f-19e3-4193-8a77-c1c099a728db tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:41.030735 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [req-524b140f-15ea-4d16-8839-2fc7dea21a60 req-2d71c13f-19e3-4193-8a77-c1c099a728db tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674138'] for floatingip, after_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:41.030735 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.db.l3_db [req-524b140f-15ea-4d16-8839-2fc7dea21a60 req-2d71c13f-19e3-4193-8a77-c1c099a728db tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Floating IP c2203423-ac7f-4c40-bf52-0b891a363031 disassociated. External IP: 172.27.2.151, port: c74f2e7b-a7d1-4b22-836c-52930bcd3d5f.
Jun 28 16:49:41.030948 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.plugin [req-524b140f-15ea-4d16-8839-2fc7dea21a60 req-2d71c13f-19e3-4193-8a77-c1c099a728db tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Calling delete_port for c74f2e7b-a7d1-4b22-836c-52930bcd3d5f owned by compute:nova {{(pid=74151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 28 16:49:41.188078 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [req-524b140f-15ea-4d16-8839-2fc7dea21a60 req-2d71c13f-19e3-4193-8a77-c1c099a728db tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771078770342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771078328122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32204965'] for port, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:41.197841 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-39ba6663-2c3a-4a39-9888-18c0b64cdcc8 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:49:41.241846 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d71c13f-19e3-4193-8a77-c1c099a728db tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Pushing event deleted for resources: {'Port': ['ID=c74f2e7b-a7d1-4b22-836c-52930bcd3d5f,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:49:41.244260 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-860b928e-b5bc-4892-b705-3e8e24596aaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:41.245653 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-2d71c13f-19e3-4193-8a77-c1c099a728db tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:49:41.253758 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d14cd3-cd38-47fd-a198-8b31581f491f req-821b5d73-26e1-4aa8-b533-20a20a51ffea tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:49:41.255285 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-46d14cd3-cd38-47fd-a198-8b31581f491f req-821b5d73-26e1-4aa8-b533-20a20a51ffea tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec5975f6-149d-49d2-bd47-aa52a14bccfd HTTP/1.1" status: 200  len: 945 time: 0.0924985
Jun 28 16:49:41.327110 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-46d14cd3-cd38-47fd-a198-8b31581f491f req-c2caa863-ec6d-4910-99c0-916b72fce222 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/security-groups?id=6ba629ee-6204-4afd-b212-d467f7b8df93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594029
Jun 28 16:49:41.548053 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.l3_agent_scheduler [req-524b140f-15ea-4d16-8839-2fc7dea21a60 req-2d71c13f-19e3-4193-8a77-c1c099a728db tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Router 515444ba-9373-4ab0-a856-a9908e20046b has already been hosted by L3 agent c1a676c2-2a78-4c35-ab22-a28e05dfd46e {{(pid=74151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 28 16:49:41.632545 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a8fe0c7-43d1-4a1c-8f1a-7515888ac7fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '875017ef-70c7-4cb3-85af-ddebda6ee33e'}] {{(pid=74152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 28 16:49:41.807664 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-524b140f-15ea-4d16-8839-2fc7dea21a60 req-2d71c13f-19e3-4193-8a77-c1c099a728db tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify agent at l3_agent.dv-cinder-798104-1-iscsi the message routers_updated {{(pid=74151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 28 16:49:41.822845 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b90a86-6217-4a06-accd-4a139a46bb6b None None] Sync routers for ids ['515444ba-9373-4ab0-a856-a9908e20046b'] in dv-cinder-798104-1-iscsi {{(pid=74152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 28 16:49:41.860463 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b90a86-6217-4a06-accd-4a139a46bb6b None None] Routers {'515444ba-9373-4ab0-a856-a9908e20046b'} bound to L3 agent in host dv-cinder-798104-1-iscsi {{(pid=74152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 28 16:49:41.861585 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-b9b90a86-6217-4a06-accd-4a139a46bb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa2cf881e20>, 'dv-cinder-798104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T16:33:11Z,description=<?>,heartbeat_timestamp=2021-06-28T16:49:41Z,host='dv-cinder-798104-1-iscsi',id=c1a676c2-2a78-4c35-ab22-a28e05dfd46e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-28T16:33:11Z,topic='l3_agent')) {'router_ids': ['515444ba-9373-4ab0-a856-a9908e20046b'], 'active': True} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:49:41.938435 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-a2e4396d-5f47-4ef3-ad04-f818aa8f873a req-8d4ebb2e-2a02-431d-8a49-506f5e7448c9 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ca2374a-e202-4569-8df1-56120537e7b3 HTTP/1.1" status: 200  len: 210 time: 0.0735292
Jun 28 16:49:41.995083 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.l3_dvrscheduler_db [req-524b140f-15ea-4d16-8839-2fc7dea21a60 req-2d71c13f-19e3-4193-8a77-c1c099a728db tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] No DVR routers for this DVR port c74f2e7b-a7d1-4b22-836c-52930bcd3d5f on host hv-cinder-79810 {{(pid=74151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 28 16:49:41.997998 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [req-524b140f-15ea-4d16-8839-2fc7dea21a60 req-2d71c13f-19e3-4193-8a77-c1c099a728db tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022804'] for port, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:42.001009 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ca2374a-e202-4569-8df1-56120537e7b3', 'name': 'network-vif-deleted', 'tag': 'c74f2e7b-a7d1-4b22-836c-52930bcd3d5f'}] {{(pid=74151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 28 16:49:42.027178 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e568620-9495-4552-afff-aa253d229640 req-41c97135-3a9b-4f17-af0b-26768829ac3e tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:49:42.031717 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-7e568620-9495-4552-afff-aa253d229640 req-41c97135-3a9b-4f17-af0b-26768829ac3e tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a8fe0c7-43d1-4a1c-8f1a-7515888ac7fd HTTP/1.1" status: 200  len: 946 time: 0.2123733
Jun 28 16:49:42.044860 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-524b140f-15ea-4d16-8839-2fc7dea21a60 req-2d71c13f-19e3-4193-8a77-c1c099a728db tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.15 "DELETE /v2.0/ports/c74f2e7b-a7d1-4b22-836c-52930bcd3d5f HTTP/1.1" status: 204  len: 173 time: 1.7026579
Jun 28 16:49:42.123459 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ca2374a-e202-4569-8df1-56120537e7b3', 'name': 'network-vif-deleted', 'tag': 'c74f2e7b-a7d1-4b22-836c-52930bcd3d5f', 'status': 'completed', 'code': 200}
Jun 28 16:49:42.150165 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-7e568620-9495-4552-afff-aa253d229640 req-e7d2a277-0851-4749-a9ab-34dad5512ed5 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "GET /v2.0/security-groups?id=78c11c6c-7d31-418b-b789-373da79bfa71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1113009
Jun 28 16:49:42.171958 dv-cinder-798104-1-iscsi neutron-server[74152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a8fe0c7-43d1-4a1c-8f1a-7515888ac7fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '875017ef-70c7-4cb3-85af-ddebda6ee33e', 'code': 200}
Jun 28 16:49:42.223199 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvr_db [None req-b9b90a86-6217-4a06-accd-4a139a46bb6b None None] Set router 515444ba-9373-4ab0-a856-a9908e20046b gateway port host: dv-cinder-798104-1-iscsi {{(pid=74152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 28 16:49:42.396182 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-8e778d2f-e203-430b-8961-d14ee9a3f526 req-8edecaf9-e42b-47ec-9401-28013237d435 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2a8fe0c7-43d1-4a1c-8f1a-7515888ac7fd HTTP/1.1" status: 200  len: 1099 time: 0.0779169
Jun 28 16:49:42.445279 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-8e778d2f-e203-430b-8961-d14ee9a3f526 req-129e2d8c-ab65-45fc-9b1d-818959a38c8c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=78c11c6c-7d31-418b-b789-373da79bfa71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424049
Jun 28 16:49:42.467654 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-6c3ff140-2be5-46e8-b74a-5424bc372793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:42.583259 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-b9b90a86-6217-4a06-accd-4a139a46bb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa2cf881e20>, [{'id': '515444ba-9373-4ab0-a856-a9908e20046b', 'name': 'tempest-TestVolumeBootPattern-836473996-router', 'tenant_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': 'b0da1118-bc7f-4a37-8bb2-403325dd395a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:46:40Z', 'updated_at': '2021-06-28T16:46:45Z', 'revision_number': 4, 'project_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'gw_port': {'id': 'b0da1118-bc7f-4a37-8bb2-403325dd395a', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515444ba-9373-4ab0-a856-a9908e20046b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:46:40Z', 'updated_at': '2021-06-28T16:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi', '_interfaces': [{'id': 'cbb29726-34b2-497a-b463-ca98b87515b5', 'name': '', 'network_id': 'ce5d0d75-0504-4eb6-b527-1f6283338b64', 'tenant_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'mac_address': 'fa:16:3e:02:40:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515444ba-9373-4ab0-a856-a9908e20046b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '323cae5e-b0ca-4159-a857-f280b10a8759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:46:44Z', 'updated_at': '2021-06-28T16:47:11Z', 'revision_number': 5, 'project_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'subnets': [{'id': '323cae5e-b0ca-4159-a857-f280b10a8759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-iscsi', False) {} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:49:42.590559 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b90a86-6217-4a06-accd-4a139a46bb6b None None] Checking router: 515444ba-9373-4ab0-a856-a9908e20046b for host: dv-cinder-798104-1-iscsi {{(pid=74152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 28 16:49:42.608022 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b90a86-6217-4a06-accd-4a139a46bb6b None None] Routers {'515444ba-9373-4ab0-a856-a9908e20046b'} bound to L3 agent in host dv-cinder-798104-1-iscsi {{(pid=74152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 28 16:49:42.609015 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-b9b90a86-6217-4a06-accd-4a139a46bb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa2cf881e20>, 'dv-cinder-798104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T16:33:11Z,description=<?>,heartbeat_timestamp=2021-06-28T16:49:41Z,host='dv-cinder-798104-1-iscsi',id=c1a676c2-2a78-4c35-ab22-a28e05dfd46e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-28T16:33:11Z,topic='l3_agent')) {'router_ids': ['515444ba-9373-4ab0-a856-a9908e20046b'], 'active': True} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:49:42.897734 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvr_db [None req-b9b90a86-6217-4a06-accd-4a139a46bb6b None None] Set router 515444ba-9373-4ab0-a856-a9908e20046b gateway port host: dv-cinder-798104-1-iscsi {{(pid=74152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 28 16:49:43.211106 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-bd01f53a-75bc-40d5-bf7b-6273e7f2b195 req-78507876-767c-4622-8203-8bef2fffe36d tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ca2374a-e202-4569-8df1-56120537e7b3 HTTP/1.1" status: 200  len: 210 time: 0.0826714
Jun 28 16:49:43.296782 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-b9b90a86-6217-4a06-accd-4a139a46bb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa2cf881e20>, [{'id': '515444ba-9373-4ab0-a856-a9908e20046b', 'name': 'tempest-TestVolumeBootPattern-836473996-router', 'tenant_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': 'b0da1118-bc7f-4a37-8bb2-403325dd395a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:46:40Z', 'updated_at': '2021-06-28T16:46:45Z', 'revision_number': 4, 'project_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'gw_port': {'id': 'b0da1118-bc7f-4a37-8bb2-403325dd395a', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515444ba-9373-4ab0-a856-a9908e20046b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:46:40Z', 'updated_at': '2021-06-28T16:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi', '_interfaces': [{'id': 'cbb29726-34b2-497a-b463-ca98b87515b5', 'name': '', 'network_id': 'ce5d0d75-0504-4eb6-b527-1f6283338b64', 'tenant_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'mac_address': 'fa:16:3e:02:40:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515444ba-9373-4ab0-a856-a9908e20046b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '323cae5e-b0ca-4159-a857-f280b10a8759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:46:44Z', 'updated_at': '2021-06-28T16:47:11Z', 'revision_number': 5, 'project_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'subnets': [{'id': '323cae5e-b0ca-4159-a857-f280b10a8759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-iscsi', False) {} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:49:43.307146 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b90a86-6217-4a06-accd-4a139a46bb6b None None] The sync data for ids ['515444ba-9373-4ab0-a856-a9908e20046b'] in dv-cinder-798104-1-iscsi is: [{'id': '515444ba-9373-4ab0-a856-a9908e20046b', 'name': 'tempest-TestVolumeBootPattern-836473996-router', 'tenant_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': 'b0da1118-bc7f-4a37-8bb2-403325dd395a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:46:40Z', 'updated_at': '2021-06-28T16:46:45Z', 'revision_number': 4, 'project_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'gw_port': {'id': 'b0da1118-bc7f-4a37-8bb2-403325dd395a', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515444ba-9373-4ab0-a856-a9908e20046b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:46:40Z', 'updated_at': '2021-06-28T16:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi', '_interfaces': [{'id': 'cbb29726-34b2-497a-b463-ca98b87515b5', 'name': '', 'network_id': 'ce5d0d75-0504-4eb6-b527-1f6283338b64', 'tenant_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'mac_address': 'fa:16:3e:02:40:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515444ba-9373-4ab0-a856-a9908e20046b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '323cae5e-b0ca-4159-a857-f280b10a8759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:46:44Z', 'updated_at': '2021-06-28T16:47:11Z', 'revision_number': 5, 'project_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'subnets': [{'id': '323cae5e-b0ca-4159-a857-f280b10a8759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 28 16:49:43.346000 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device c74f2e7b-a7d1-4b22-836c-52930bcd3d5f no longer exists at agent hyperv_hv-cinder-79810 {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 28 16:49:43.403707 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] No Port match for: c74f2e7b-a7d1-4b22-836c-52930bcd3d5f {{(pid=74152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 28 16:49:43.404284 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device c74f2e7b-a7d1-4b22-836c-52930bcd3d5f not bound to the agent host hv-cinder-79810 {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 28 16:49:43.434171 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a76b30c-0305-48d7-8056-408f33b5773b req-c2a038dc-9697-48c5-8974-16e8fdd7cd59 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:49:43.435774 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-3a76b30c-0305-48d7-8056-408f33b5773b req-c2a038dc-9697-48c5-8974-16e8fdd7cd59 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a8fe0c7-43d1-4a1c-8f1a-7515888ac7fd HTTP/1.1" status: 200  len: 946 time: 0.1169195
Jun 28 16:49:43.511455 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-3a76b30c-0305-48d7-8056-408f33b5773b req-8abf4acc-e15a-4825-b268-84a62f254ea7 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "GET /v2.0/security-groups?id=78c11c6c-7d31-418b-b789-373da79bfa71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0656054
Jun 28 16:49:43.661866 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a283fcaa-4855-4f6b-bdc0-15836ca1eaba None None] New status for floating IP c2203423-ac7f-4c40-bf52-0b891a363031: DOWN {{(pid=74153) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jun 28 16:49:44.058218 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-5e27322e-457d-4bf0-b73d-ff6c09f635fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:44.697984 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-1cc7d6b7-65a5-41eb-9cbb-22195e64f8a6 req-c9c6ec4a-412a-4d9d-a136-a277a82192da tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1675072839&fields=id&tenant_id=ce884a9bddfa4cbbac44e05b827223b3 HTTP/1.1" status: 200  len: 267 time: 0.0876644
Jun 28 16:49:44.847945 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec9d62f-1703-47f1-92cc-89ee35ed2676 req-97095612-d782-4e2d-a9a7-1b7efb786d9c tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:49:44.849392 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-9ec9d62f-1703-47f1-92cc-89ee35ed2676 req-97095612-d782-4e2d-a9a7-1b7efb786d9c tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a8fe0c7-43d1-4a1c-8f1a-7515888ac7fd HTTP/1.1" status: 200  len: 946 time: 0.1989176
Jun 28 16:49:44.922933 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc7d6b7-65a5-41eb-9cbb-22195e64f8a6 req-3ac15934-5eb3-4209-be2f-451e5ef5f6ad tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:49:44.924508 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-1cc7d6b7-65a5-41eb-9cbb-22195e64f8a6 req-3ac15934-5eb3-4209-be2f-451e5ef5f6ad tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/networks?id=ce5d0d75-0504-4eb6-b527-1f6283338b64 HTTP/1.1" status: 200  len: 811 time: 0.2189412
Jun 28 16:49:44.950319 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-9ec9d62f-1703-47f1-92cc-89ee35ed2676 req-ff24213d-9429-44ea-ac80-92277bcb2e8f tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "GET /v2.0/security-groups?id=78c11c6c-7d31-418b-b789-373da79bfa71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0854270
Jun 28 16:49:44.952892 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-1cc7d6b7-65a5-41eb-9cbb-22195e64f8a6 req-2c7a4847-344c-4edc-9f86-6170d038f2d3 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/quotas/ce884a9bddfa4cbbac44e05b827223b3 HTTP/1.1" status: 200  len: 375 time: 0.0211124
Jun 28 16:49:45.082030 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-1cc7d6b7-65a5-41eb-9cbb-22195e64f8a6 req-4dce38d9-87d6-4250-85df-9cd95bf78964 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ce884a9bddfa4cbbac44e05b827223b3&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1193073
Jun 28 16:49:45.119621 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:45.251448 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-1cc7d6b7-65a5-41eb-9cbb-22195e64f8a6 req-f9dd6c33-77c0-44e5-81d2-387472b44d85 service neutron] 10.222.0.30 "GET /v2.0/networks/ce5d0d75-0504-4eb6-b527-1f6283338b64?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1558583
Jun 28 16:49:45.447215 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-1cc7d6b7-65a5-41eb-9cbb-22195e64f8a6 req-8db89f5a-7e31-4312-b86d-dd0d90007332 service neutron] 10.222.0.30 "GET /v2.0/networks/ce5d0d75-0504-4eb6-b527-1f6283338b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1851664
Jun 28 16:49:45.460342 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6815d0e4-61d8-4838-91ac-7da8d87fc4cc req-1aac14e3-4ffc-4b04-bc31-595d1d7fa142 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:49:45.461816 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-6815d0e4-61d8-4838-91ac-7da8d87fc4cc req-1aac14e3-4ffc-4b04-bc31-595d1d7fa142 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a8fe0c7-43d1-4a1c-8f1a-7515888ac7fd HTTP/1.1" status: 200  len: 946 time: 0.1699824
Jun 28 16:49:45.511402 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-6815d0e4-61d8-4838-91ac-7da8d87fc4cc req-802f0022-3527-4558-84b4-000c33008759 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "GET /v2.0/security-groups?id=78c11c6c-7d31-418b-b789-373da79bfa71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432272
Jun 28 16:49:45.538656 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 41954) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:49:45.771460 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-8ca4979b-c4fa-487a-b123-028cb15fff85 tempest-TestShelveInstance-311706164 tempest-TestShelveInstance-311706164-project-admin] Synchronizing usage tracker for tenant:fba5f7db60824c659a3b9637e3202337 on resource:port {{(pid=74151) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 28 16:49:45.792628 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-8ca4979b-c4fa-487a-b123-028cb15fff85 tempest-TestShelveInstance-311706164 tempest-TestShelveInstance-311706164-project-admin] Unset dirty status for tenant:fba5f7db60824c659a3b9637e3202337 on resource:port {{(pid=74151) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 28 16:49:45.794075 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-8ca4979b-c4fa-487a-b123-028cb15fff85 tempest-TestShelveInstance-311706164 tempest-TestShelveInstance-311706164-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=2a8fe0c7-43d1-4a1c-8f1a-7515888ac7fd HTTP/1.1" status: 200  len: 1094 time: 0.2542999
Jun 28 16:49:45.797537 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 41966) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:49:45.806392 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.v2.base [None req-7095b768-57d1-4daa-bd18-4cab684b822c tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Request body: {'floatingip': {'floating_network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'port_id': '875017ef-70c7-4cb3-85af-ddebda6ee33e', 'tenant_id': '752951ca61fe47f0b32b0595cf035391', 'fixed_ip_address': '172.20.0.11'}} {{(pid=74150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:49:45.813727 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-7095b768-57d1-4daa-bd18-4cab684b822c tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:49:45.830041 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-7095b768-57d1-4daa-bd18-4cab684b822c tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Usage tracker for resource:floatingip and tenant:752951ca61fe47f0b32b0595cf035391 is out of sync, need to count used quota {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:49:45.832912 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-7095b768-57d1-4daa-bd18-4cab684b822c tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:49:45.877905 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-7095b768-57d1-4daa-bd18-4cab684b822c tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:49:45.893910 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-422d4897-331a-4219-9295-18b1de12f525 req-d88443d6-f5c7-42d8-ace5-ccaad4aef3d5 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e1e68eb-02b8-4a6e-b165-2856bcf07dcf HTTP/1.1" status: 200  len: 210 time: 0.0574808
Jun 28 16:49:45.901371 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-7095b768-57d1-4daa-bd18-4cab684b822c tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Notify callbacks [] for floatingip, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:46.056306 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-7095b768-57d1-4daa-bd18-4cab684b822c tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:46.216854 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.db_base_plugin_common [None req-7095b768-57d1-4daa-bd18-4cab684b822c tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Allocated IP 172.27.2.82 (05d3a8da-27a1-489e-9cdc-367ff8331792/29317296-a498-419b-860c-f9843650e8eb/59b437be-51e6-48ce-9fcf-834af6923708) {{(pid=74150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 28 16:49:46.538001 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-7095b768-57d1-4daa-bd18-4cab684b822c tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Notify callbacks [] for port, precommit_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:46.626910 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-7095b768-57d1-4daa-bd18-4cab684b822c tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771078328113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32536825'] for port, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:46.634425 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-dd50a561-da60-45ad-bd2e-6b611a800517 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:49:46.743737 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7095b768-57d1-4daa-bd18-4cab684b822c tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Network 05d3a8da-27a1-489e-9cdc-367ff8331792 is already hosted by enough agents. {{(pid=74150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 28 16:49:46.748344 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.scheduler.base_scheduler [None req-7095b768-57d1-4daa-bd18-4cab684b822c tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Resources bound (agent type, host, resource id):  {{(pid=74150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 28 16:49:46.752754 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7095b768-57d1-4daa-bd18-4cab684b822c tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Received port after_create {{(pid=74150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 28 16:49:46.782160 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7095b768-57d1-4daa-bd18-4cab684b822c tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Pushing event updated for resources: {'Port': ['ID=59b437be-51e6-48ce-9fcf-834af6923708,revision_number=1']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:49:46.791250 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-7095b768-57d1-4daa-bd18-4cab684b822c tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:49:47.137756 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-3a901e26-db22-46b2-bb57-577df82737bd req-8bfe1a4c-8f9c-4dda-8a21-340c4c5cb3b4 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e1e68eb-02b8-4a6e-b165-2856bcf07dcf HTTP/1.1" status: 200  len: 210 time: 0.0984545
Jun 28 16:49:47.283202 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc7d6b7-65a5-41eb-9cbb-22195e64f8a6 req-915aaa98-0b04-4679-873f-05b69cf79a55 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:49:47.283883 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [req-1cc7d6b7-65a5-41eb-9cbb-22195e64f8a6 req-915aaa98-0b04-4679-873f-05b69cf79a55 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Synchronizing usage tracker for tenant:ce884a9bddfa4cbbac44e05b827223b3 on resource:network {{(pid=74151) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 28 16:49:47.314551 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [req-1cc7d6b7-65a5-41eb-9cbb-22195e64f8a6 req-915aaa98-0b04-4679-873f-05b69cf79a55 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Unset dirty status for tenant:ce884a9bddfa4cbbac44e05b827223b3 on resource:network {{(pid=74151) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 28 16:49:47.315953 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-1cc7d6b7-65a5-41eb-9cbb-22195e64f8a6 req-915aaa98-0b04-4679-873f-05b69cf79a55 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.15 "GET /v2.0/networks?id=ce5d0d75-0504-4eb6-b527-1f6283338b64 HTTP/1.1" status: 200  len: 811 time: 0.1967175
Jun 28 16:49:47.365389 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-7095b768-57d1-4daa-bd18-4cab684b822c tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:47.382034 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [req-1cc7d6b7-65a5-41eb-9cbb-22195e64f8a6 req-f5612273-cc57-4929-8d1f-7ccae350b469 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Synchronizing usage tracker for tenant:ce884a9bddfa4cbbac44e05b827223b3 on resource:security_group {{(pid=74151) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 28 16:49:47.406300 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [req-1cc7d6b7-65a5-41eb-9cbb-22195e64f8a6 req-f5612273-cc57-4929-8d1f-7ccae350b469 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Unset dirty status for tenant:ce884a9bddfa4cbbac44e05b827223b3 on resource:security_group {{(pid=74151) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 28 16:49:47.407440 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-1cc7d6b7-65a5-41eb-9cbb-22195e64f8a6 req-f5612273-cc57-4929-8d1f-7ccae350b469 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce884a9bddfa4cbbac44e05b827223b3 HTTP/1.1" status: 200  len: 380 time: 0.0772505
Jun 28 16:49:47.417582 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.v2.base [req-1cc7d6b7-65a5-41eb-9cbb-22195e64f8a6 req-bae35435-1dfc-42a6-a8e9-39cadb035b21 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Request body: {'port': {'device_id': '9e1e68eb-02b8-4a6e-b165-2856bcf07dcf', 'network_id': 'ce5d0d75-0504-4eb6-b527-1f6283338b64', 'admin_state_up': True, 'tenant_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'security_groups': ['39b1944c-8a50-4bf4-86d7-f41649f5e8b0']}} {{(pid=74151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:49:47.432897 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-7095b768-57d1-4daa-bd18-4cab684b822c tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:47.571483 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [req-1cc7d6b7-65a5-41eb-9cbb-22195e64f8a6 req-bae35435-1dfc-42a6-a8e9-39cadb035b21 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:49:47.577574 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [req-1cc7d6b7-65a5-41eb-9cbb-22195e64f8a6 req-bae35435-1dfc-42a6-a8e9-39cadb035b21 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Usage tracker for resource:port and tenant:ce884a9bddfa4cbbac44e05b827223b3 is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:49:47.580763 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [req-1cc7d6b7-65a5-41eb-9cbb-22195e64f8a6 req-bae35435-1dfc-42a6-a8e9-39cadb035b21 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Quota usage for port was recalculated. Used quota:3. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:49:47.587519 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [req-1cc7d6b7-65a5-41eb-9cbb-22195e64f8a6 req-bae35435-1dfc-42a6-a8e9-39cadb035b21 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:49:47.598472 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cc7d6b7-65a5-41eb-9cbb-22195e64f8a6 req-bae35435-1dfc-42a6-a8e9-39cadb035b21 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Made reservation on behalf of ce884a9bddfa4cbbac44e05b827223b3 for: {'port': 1} {{(pid=74151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 28 16:49:47.601775 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [req-1cc7d6b7-65a5-41eb-9cbb-22195e64f8a6 req-bae35435-1dfc-42a6-a8e9-39cadb035b21 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:47.703607 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-7095b768-57d1-4daa-bd18-4cab684b822c tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Notify callbacks [] for port, precommit_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:47.711343 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-7095b768-57d1-4daa-bd18-4cab684b822c tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32536816'] for port, after_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:47.719387 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-7f804655-91c4-46e5-ada8-d988e47dbb27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:49:47.797041 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.db_base_plugin_common [req-1cc7d6b7-65a5-41eb-9cbb-22195e64f8a6 req-bae35435-1dfc-42a6-a8e9-39cadb035b21 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Allocated IP 172.20.0.9 (ce5d0d75-0504-4eb6-b527-1f6283338b64/323cae5e-b0ca-4159-a857-f280b10a8759/935d2056-0fa3-401d-9acf-2748dec146ce) {{(pid=74151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 28 16:49:47.900366 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7095b768-57d1-4daa-bd18-4cab684b822c tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Pushing event updated for resources: {'Port': ['ID=59b437be-51e6-48ce-9fcf-834af6923708,revision_number=2']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:49:47.913623 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-7095b768-57d1-4daa-bd18-4cab684b822c tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:49:47.935670 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-7095b768-57d1-4daa-bd18-4cab684b822c tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674138'] for floatingip, after_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:48.101737 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [req-1cc7d6b7-65a5-41eb-9cbb-22195e64f8a6 req-bae35435-1dfc-42a6-a8e9-39cadb035b21 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks [] for port, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:48.119186 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.provisioning_blocks [req-1cc7d6b7-65a5-41eb-9cbb-22195e64f8a6 req-bae35435-1dfc-42a6-a8e9-39cadb035b21 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Transition to ACTIVE for port object 935d2056-0fa3-401d-9acf-2748dec146ce will not be triggered until provisioned by entity DHCP. {{(pid=74151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 28 16:49:48.153066 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [req-1cc7d6b7-65a5-41eb-9cbb-22195e64f8a6 req-bae35435-1dfc-42a6-a8e9-39cadb035b21 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771078328113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32204965'] for port, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:48.160281 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-3df73062-7f92-4865-8568-171b40d65067 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:49:48.220554 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.db.l3_db [None req-7095b768-57d1-4daa-bd18-4cab684b822c tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Floating IP 88ac9379-7f9f-4619-830e-d02fc77ff617 associated. External IP: 172.27.2.82, port: 875017ef-70c7-4cb3-85af-ddebda6ee33e.
Jun 28 16:49:48.296811 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cc7d6b7-65a5-41eb-9cbb-22195e64f8a6 req-bae35435-1dfc-42a6-a8e9-39cadb035b21 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Network ce5d0d75-0504-4eb6-b527-1f6283338b64 is already hosted by enough agents. {{(pid=74151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 28 16:49:48.302874 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.base_scheduler [req-1cc7d6b7-65a5-41eb-9cbb-22195e64f8a6 req-bae35435-1dfc-42a6-a8e9-39cadb035b21 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Resources bound (agent type, host, resource id):  {{(pid=74151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 28 16:49:48.310664 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cc7d6b7-65a5-41eb-9cbb-22195e64f8a6 req-bae35435-1dfc-42a6-a8e9-39cadb035b21 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Received port after_create {{(pid=74151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 28 16:49:48.364176 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae35435-1dfc-42a6-a8e9-39cadb035b21 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Pushing event updated for resources: {'Port': ['ID=935d2056-0fa3-401d-9acf-2748dec146ce,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:49:48.377872 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-bae35435-1dfc-42a6-a8e9-39cadb035b21 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:49:48.441423 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc7d6b7-65a5-41eb-9cbb-22195e64f8a6 req-bae35435-1dfc-42a6-a8e9-39cadb035b21 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:49:48.443388 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [req-1cc7d6b7-65a5-41eb-9cbb-22195e64f8a6 req-bae35435-1dfc-42a6-a8e9-39cadb035b21 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022804'] for port, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:48.497495 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-1cc7d6b7-65a5-41eb-9cbb-22195e64f8a6 req-bae35435-1dfc-42a6-a8e9-39cadb035b21 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0838640
Jun 28 16:49:48.513518 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.v2.base [req-1cc7d6b7-65a5-41eb-9cbb-22195e64f8a6 req-99599950-c443-4c70-9ebe-78514f866028 service neutron] Request body: {'port': {'device_id': '9e1e68eb-02b8-4a6e-b165-2856bcf07dcf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79810'}} {{(pid=74151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:49:48.632610 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-81d1c367-7497-4872-9645-b26b41f903eb None None] Provisioning for port 935d2056-0fa3-401d-9acf-2748dec146ce completed by entity DHCP. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 28 16:49:48.639899 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-81d1c367-7497-4872-9645-b26b41f903eb None None] Provisioning complete for port 935d2056-0fa3-401d-9acf-2748dec146ce triggered by entity DHCP. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:49:48.640640 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-81d1c367-7497-4872-9645-b26b41f903eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:48.698837 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-81d1c367-7497-4872-9645-b26b41f903eb None None] Port 935d2056-0fa3-401d-9acf-2748dec146ce cannot update to ACTIVE because it is not bound. {{(pid=74152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 28 16:49:48.739638 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [req-1cc7d6b7-65a5-41eb-9cbb-22195e64f8a6 req-99599950-c443-4c70-9ebe-78514f866028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:48.742082 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca04f4a-9a36-403f-95f6-d69794dc1960 req-fec44570-98e9-44cd-8ab2-25595597c1c4 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:49:48.743661 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-4ca04f4a-9a36-403f-95f6-d69794dc1960 req-fec44570-98e9-44cd-8ab2-25595597c1c4 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e1e68eb-02b8-4a6e-b165-2856bcf07dcf HTTP/1.1" status: 200  len: 931 time: 0.1898506
Jun 28 16:49:48.813807 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-4ca04f4a-9a36-403f-95f6-d69794dc1960 req-ea4f048c-c5fe-44fe-bdde-a31794cbb344 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b1944c-8a50-4bf4-86d7-f41649f5e8b0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0599179
Jun 28 16:49:48.953619 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7095b768-57d1-4daa-bd18-4cab684b822c tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Router efd06944-2f2b-4577-8f53-f2bbfd2b5994 has already been hosted by L3 agent c1a676c2-2a78-4c35-ab22-a28e05dfd46e {{(pid=74150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 28 16:49:49.254901 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7095b768-57d1-4daa-bd18-4cab684b822c tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Notify agent at l3_agent.dv-cinder-798104-1-iscsi the message routers_updated {{(pid=74150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 28 16:49:49.266565 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6de1ba-f1e7-4e5e-8cf4-d2b723323956 None None] Sync routers for ids ['efd06944-2f2b-4577-8f53-f2bbfd2b5994'] in dv-cinder-798104-1-iscsi {{(pid=74152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 28 16:49:49.286003 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6de1ba-f1e7-4e5e-8cf4-d2b723323956 None None] Routers {'efd06944-2f2b-4577-8f53-f2bbfd2b5994'} bound to L3 agent in host dv-cinder-798104-1-iscsi {{(pid=74152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 28 16:49:49.287681 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-6e6de1ba-f1e7-4e5e-8cf4-d2b723323956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa2cf89bca0>, 'dv-cinder-798104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T16:33:11Z,description=<?>,heartbeat_timestamp=2021-06-28T16:49:41Z,host='dv-cinder-798104-1-iscsi',id=c1a676c2-2a78-4c35-ab22-a28e05dfd46e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-28T16:33:11Z,topic='l3_agent')) {'router_ids': ['efd06944-2f2b-4577-8f53-f2bbfd2b5994'], 'active': True} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:49:49.315392 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-7095b768-57d1-4daa-bd18-4cab684b822c tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022804'] for floatingip, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:49.357945 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.notifiers.nova [req-1cc7d6b7-65a5-41eb-9cbb-22195e64f8a6 req-99599950-c443-4c70-9ebe-78514f866028 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 935d2056-0fa3-401d-9acf-2748dec146ce {{(pid=74151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 28 16:49:49.365618 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [req-1cc7d6b7-65a5-41eb-9cbb-22195e64f8a6 req-99599950-c443-4c70-9ebe-78514f866028 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:49.382412 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.provisioning_blocks [req-1cc7d6b7-65a5-41eb-9cbb-22195e64f8a6 req-99599950-c443-4c70-9ebe-78514f866028 service neutron] Transition to ACTIVE for port object 935d2056-0fa3-401d-9acf-2748dec146ce will not be triggered until provisioned by entity L2. {{(pid=74151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 28 16:49:49.391362 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-7095b768-57d1-4daa-bd18-4cab684b822c tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.5862150
Jun 28 16:49:49.391362 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a8fe0c7-43d1-4a1c-8f1a-7515888ac7fd', 'tag': '875017ef-70c7-4cb3-85af-ddebda6ee33e'}] {{(pid=74150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 28 16:49:49.391862 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [req-1cc7d6b7-65a5-41eb-9cbb-22195e64f8a6 req-99599950-c443-4c70-9ebe-78514f866028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32204972'] for port, after_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:49.393246 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-b0d313a5-b9ae-47ae-a650-104cec1b221a tempest-DeleteServersTestJSON-947412147 tempest-DeleteServersTestJSON-947412147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:49:49.454413 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a8fe0c7-43d1-4a1c-8f1a-7515888ac7fd', 'tag': '875017ef-70c7-4cb3-85af-ddebda6ee33e', 'status': 'completed', 'code': 200}
Jun 28 16:49:49.545594 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99599950-c443-4c70-9ebe-78514f866028 service neutron] Pushing event updated for resources: {'Port': ['ID=935d2056-0fa3-401d-9acf-2748dec146ce,revision_number=2']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:49:49.550022 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-99599950-c443-4c70-9ebe-78514f866028 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:49:49.638145 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvr_db [None req-6e6de1ba-f1e7-4e5e-8cf4-d2b723323956 None None] Set router efd06944-2f2b-4577-8f53-f2bbfd2b5994 gateway port host: dv-cinder-798104-1-iscsi {{(pid=74152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 28 16:49:49.658782 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-55c41916-2c95-42cd-8fb2-5dca4259f557 req-4ee8dd60-0a36-4034-9a59-ab67d1732ae1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=752951ca61fe47f0b32b0595cf035391&device_id=2a8fe0c7-43d1-4a1c-8f1a-7515888ac7fd HTTP/1.1" status: 200  len: 1099 time: 0.1689470
Jun 28 16:49:49.688820 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.managers [req-1cc7d6b7-65a5-41eb-9cbb-22195e64f8a6 req-99599950-c443-4c70-9ebe-78514f866028 service neutron] Attempting to bind port 935d2056-0fa3-401d-9acf-2748dec146ce on host hv-cinder-79810 for vnic_type normal with profile  {{(pid=74151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 28 16:49:49.689439 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.managers [req-1cc7d6b7-65a5-41eb-9cbb-22195e64f8a6 req-99599950-c443-4c70-9ebe-78514f866028 service neutron] Attempting to bind port 935d2056-0fa3-401d-9acf-2748dec146ce by drivers openvswitch,hyperv on host hv-cinder-79810 at level 0 using segments [{'id': 'b5f9de31-0ee8-4cd8-9c16-fcc6e144e230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ce5d0d75-0504-4eb6-b527-1f6283338b64'}] {{(pid=74151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 28 16:49:49.689978 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc7d6b7-65a5-41eb-9cbb-22195e64f8a6 req-99599950-c443-4c70-9ebe-78514f866028 service neutron] Attempting to bind port 935d2056-0fa3-401d-9acf-2748dec146ce on network ce5d0d75-0504-4eb6-b527-1f6283338b64 {{(pid=74151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 28 16:49:49.701886 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc7d6b7-65a5-41eb-9cbb-22195e64f8a6 req-99599950-c443-4c70-9ebe-78514f866028 service neutron] Port 935d2056-0fa3-401d-9acf-2748dec146ce on network ce5d0d75-0504-4eb6-b527-1f6283338b64 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79810 {{(pid=74151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 28 16:49:49.702695 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc7d6b7-65a5-41eb-9cbb-22195e64f8a6 req-99599950-c443-4c70-9ebe-78514f866028 service neutron] Attempting to bind port 935d2056-0fa3-401d-9acf-2748dec146ce on network ce5d0d75-0504-4eb6-b527-1f6283338b64 {{(pid=74151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 28 16:49:49.714396 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc7d6b7-65a5-41eb-9cbb-22195e64f8a6 req-99599950-c443-4c70-9ebe-78514f866028 service neutron] Checking agent: {'id': '11e346dd-a6a4-43d4-822e-d449440d0a22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 16, 39, 15), 'started_at': datetime.datetime(2021, 6, 28, 16, 39, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 16, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 28 16:49:49.715244 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc7d6b7-65a5-41eb-9cbb-22195e64f8a6 req-99599950-c443-4c70-9ebe-78514f866028 service neutron] Checking segment: {'id': 'b5f9de31-0ee8-4cd8-9c16-fcc6e144e230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ce5d0d75-0504-4eb6-b527-1f6283338b64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 28 16:49:49.716117 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc7d6b7-65a5-41eb-9cbb-22195e64f8a6 req-99599950-c443-4c70-9ebe-78514f866028 service neutron] Bound using segment: {'id': 'b5f9de31-0ee8-4cd8-9c16-fcc6e144e230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ce5d0d75-0504-4eb6-b527-1f6283338b64'} {{(pid=74151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 28 16:49:49.717082 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.managers [req-1cc7d6b7-65a5-41eb-9cbb-22195e64f8a6 req-99599950-c443-4c70-9ebe-78514f866028 service neutron] Bound port: 935d2056-0fa3-401d-9acf-2748dec146ce, host: hv-cinder-79810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5f9de31-0ee8-4cd8-9c16-fcc6e144e230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ce5d0d75-0504-4eb6-b527-1f6283338b64'}}] {{(pid=74151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 28 16:49:49.719351 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [req-1cc7d6b7-65a5-41eb-9cbb-22195e64f8a6 req-99599950-c443-4c70-9ebe-78514f866028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:49.887746 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.db [req-1cc7d6b7-65a5-41eb-9cbb-22195e64f8a6 req-99599950-c443-4c70-9ebe-78514f866028 service neutron] For port 935d2056-0fa3-401d-9acf-2748dec146ce, host hv-cinder-79810, cleared binding levels {{(pid=74151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 28 16:49:49.891843 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.db [req-1cc7d6b7-65a5-41eb-9cbb-22195e64f8a6 req-99599950-c443-4c70-9ebe-78514f866028 service neutron] For port 935d2056-0fa3-401d-9acf-2748dec146ce, host hv-cinder-79810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=935d2056-0fa3-401d-9acf-2748dec146ce,segment=NetworkSegment(b5f9de31-0ee8-4cd8-9c16-fcc6e144e230),segment_id=b5f9de31-0ee8-4cd8-9c16-fcc6e144e230)] {{(pid=74151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 28 16:49:49.899161 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [req-1cc7d6b7-65a5-41eb-9cbb-22195e64f8a6 req-99599950-c443-4c70-9ebe-78514f866028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32204972'] for port, after_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:49.908368 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-fc172094-b81d-48e7-a18e-eb31d157afc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:49:49.951296 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c41916-2c95-42cd-8fb2-5dca4259f557 req-fd83cb9b-06e0-4f76-8b68-e01b2cc58737 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:49:49.968874 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-55c41916-2c95-42cd-8fb2-5dca4259f557 req-fd83cb9b-06e0-4f76-8b68-e01b2cc58737 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a9115e8f-c856-43bc-8ed7-54570859b456 HTTP/1.1" status: 200  len: 910 time: 0.2856514
Jun 28 16:49:49.974597 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [req-1cc7d6b7-65a5-41eb-9cbb-22195e64f8a6 req-99599950-c443-4c70-9ebe-78514f866028 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022804'] for port, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:49.976427 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-1cc7d6b7-65a5-41eb-9cbb-22195e64f8a6 req-99599950-c443-4c70-9ebe-78514f866028 service neutron] 10.222.0.15 "PUT /v2.0/ports/935d2056-0fa3-401d-9acf-2748dec146ce HTTP/1.1" status: 200  len: 1093 time: 1.4709291
Jun 28 16:49:49.982482 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e1e68eb-02b8-4a6e-b165-2856bcf07dcf', 'tag': '935d2056-0fa3-401d-9acf-2748dec146ce'}] {{(pid=74151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 28 16:49:50.090548 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99599950-c443-4c70-9ebe-78514f866028 service neutron] Pushing event updated for resources: {'Port': ['ID=935d2056-0fa3-401d-9acf-2748dec146ce,revision_number=3']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:49:50.105605 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-99599950-c443-4c70-9ebe-78514f866028 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:49:50.116835 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e1e68eb-02b8-4a6e-b165-2856bcf07dcf', 'tag': '935d2056-0fa3-401d-9acf-2748dec146ce', 'status': 'completed', 'code': 200}
Jun 28 16:49:50.184777 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-1cc7d6b7-65a5-41eb-9cbb-22195e64f8a6 req-02759031-e28c-425e-96d8-0a1e22731c24 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ce884a9bddfa4cbbac44e05b827223b3&device_id=9e1e68eb-02b8-4a6e-b165-2856bcf07dcf HTTP/1.1" status: 200  len: 1096 time: 0.1463273
Jun 28 16:49:50.264740 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-6e6de1ba-f1e7-4e5e-8cf4-d2b723323956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa2cf89bca0>, [{'id': 'efd06944-2f2b-4577-8f53-f2bbfd2b5994', 'name': 'tempest-TestShelveInstance-1425280401-router', 'tenant_id': '752951ca61fe47f0b32b0595cf035391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '33fdea45-2c6a-43e7-872d-279e7c044203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:48:52Z', 'updated_at': '2021-06-28T16:48:55Z', 'revision_number': 4, 'project_id': '752951ca61fe47f0b32b0595cf035391', 'gw_port': {'id': '33fdea45-2c6a-43e7-872d-279e7c044203', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:40:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd06944-2f2b-4577-8f53-f2bbfd2b5994', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:48:52Z', 'updated_at': '2021-06-28T16:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi', '_floatingips': [{'id': '88ac9379-7f9f-4619-830e-d02fc77ff617', 'tenant_id': '752951ca61fe47f0b32b0595cf035391', 'floating_ip_address': '172.27.2.82', 'floating_network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'router_id': 'efd06944-2f2b-4577-8f53-f2bbfd2b5994', 'port_id': '875017ef-70c7-4cb3-85af-ddebda6ee33e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9115e8f-c856-43bc-8ed7-54570859b456', 'mac_address': 'fa:16:3e:6b:73:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8fe0c7-43d1-4a1c-8f1a-7515888ac7fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T16:49:47Z', 'updated_at': '2021-06-28T16:49:47Z', 'revision_number': 0, 'project_id': '752951ca61fe47f0b32b0595cf035391', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '515e4066-3cc6-452d-9b25-c618e2d01a11', 'name': '', 'network_id': 'a9115e8f-c856-43bc-8ed7-54570859b456', 'tenant_id': '752951ca61fe47f0b32b0595cf035391', 'mac_address': 'fa:16:3e:ab:99:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd06944-2f2b-4577-8f53-f2bbfd2b5994', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4efdb07-e2c5-4e6d-af9a-cc24275e76fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:48:54Z', 'updated_at': '2021-06-28T16:49:04Z', 'revision_number': 5, 'project_id': '752951ca61fe47f0b32b0595cf035391', 'subnets': [{'id': 'f4efdb07-e2c5-4e6d-af9a-cc24275e76fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-iscsi', False) {} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:49:50.274408 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6de1ba-f1e7-4e5e-8cf4-d2b723323956 None None] Checking router: efd06944-2f2b-4577-8f53-f2bbfd2b5994 for host: dv-cinder-798104-1-iscsi {{(pid=74152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 28 16:49:50.294860 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-55c41916-2c95-42cd-8fb2-5dca4259f557 req-cc348b60-9ea5-4a28-bcdb-fd545bff8317 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=875017ef-70c7-4cb3-85af-ddebda6ee33e HTTP/1.1" status: 200  len: 999 time: 0.3185763
Jun 28 16:49:50.306869 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6de1ba-f1e7-4e5e-8cf4-d2b723323956 None None] Routers {'efd06944-2f2b-4577-8f53-f2bbfd2b5994'} bound to L3 agent in host dv-cinder-798104-1-iscsi {{(pid=74152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 28 16:49:50.307815 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-6e6de1ba-f1e7-4e5e-8cf4-d2b723323956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa2cf89bca0>, 'dv-cinder-798104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T16:33:11Z,description=<?>,heartbeat_timestamp=2021-06-28T16:49:41Z,host='dv-cinder-798104-1-iscsi',id=c1a676c2-2a78-4c35-ab22-a28e05dfd46e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-28T16:33:11Z,topic='l3_agent')) {'router_ids': ['efd06944-2f2b-4577-8f53-f2bbfd2b5994'], 'active': True} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:49:50.335024 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-1cc7d6b7-65a5-41eb-9cbb-22195e64f8a6 req-389bdc1e-9485-49d6-81be-938556e0c90a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=935d2056-0fa3-401d-9acf-2748dec146ce HTTP/1.1" status: 200  len: 217 time: 0.1354289
Jun 28 16:49:50.359133 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2441f94b-58d3-4ed6-ac26-1570a9ee169d req-409212b0-ddc0-4d8f-8eaa-34f84f111655 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:49:50.361110 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-2441f94b-58d3-4ed6-ac26-1570a9ee169d req-409212b0-ddc0-4d8f-8eaa-34f84f111655 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e1e68eb-02b8-4a6e-b165-2856bcf07dcf HTTP/1.1" status: 200  len: 943 time: 0.2106109
Jun 28 16:49:50.417958 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c41916-2c95-42cd-8fb2-5dca4259f557 req-db5c6ca0-c9bc-458a-922d-ea65eb8756fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:49:50.420018 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-55c41916-2c95-42cd-8fb2-5dca4259f557 req-db5c6ca0-c9bc-458a-922d-ea65eb8756fb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f4efdb07-e2c5-4e6d-af9a-cc24275e76fb HTTP/1.1" status: 200  len: 848 time: 0.1161454
Jun 28 16:49:50.428011 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc7d6b7-65a5-41eb-9cbb-22195e64f8a6 req-28448015-f566-4c12-ad21-c679bc3829eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:49:50.429483 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-1cc7d6b7-65a5-41eb-9cbb-22195e64f8a6 req-28448015-f566-4c12-ad21-c679bc3829eb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=323cae5e-b0ca-4159-a857-f280b10a8759 HTTP/1.1" status: 200  len: 850 time: 0.0866191
Jun 28 16:49:50.510196 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-2441f94b-58d3-4ed6-ac26-1570a9ee169d req-32d1bacb-02f3-4acd-906b-1e9f1d252f2a tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b1944c-8a50-4bf4-86d7-f41649f5e8b0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1420064
Jun 28 16:49:50.558703 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-1cc7d6b7-65a5-41eb-9cbb-22195e64f8a6 req-c35e643d-85b8-4934-9f3b-62f11e91f0c1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ce5d0d75-0504-4eb6-b527-1f6283338b64&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1210451
Jun 28 16:49:50.580638 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvr_db [None req-6e6de1ba-f1e7-4e5e-8cf4-d2b723323956 None None] Set router efd06944-2f2b-4577-8f53-f2bbfd2b5994 gateway port host: dv-cinder-798104-1-iscsi {{(pid=74152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 28 16:49:50.596898 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-55c41916-2c95-42cd-8fb2-5dca4259f557 req-a5816718-cd89-464b-9902-87d60f291aef service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a9115e8f-c856-43bc-8ed7-54570859b456&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1599774
Jun 28 16:49:50.719544 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-1cc7d6b7-65a5-41eb-9cbb-22195e64f8a6 req-0d099936-ecac-4c48-9b6c-f1f30839dfae service neutron] 10.222.0.15 "GET /v2.0/networks/ce5d0d75-0504-4eb6-b527-1f6283338b64?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1494024
Jun 28 16:49:50.759229 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-55c41916-2c95-42cd-8fb2-5dca4259f557 req-4186bd5e-95b5-484d-9f63-64a929cd29c3 service neutron] 10.222.0.15 "GET /v2.0/networks/a9115e8f-c856-43bc-8ed7-54570859b456?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1572430
Jun 28 16:49:50.877657 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-1cc7d6b7-65a5-41eb-9cbb-22195e64f8a6 req-acefbb89-6be1-4cf7-9d7c-995590c5c440 service neutron] 10.222.0.15 "GET /v2.0/networks/ce5d0d75-0504-4eb6-b527-1f6283338b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1511612
Jun 28 16:49:50.916512 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-55c41916-2c95-42cd-8fb2-5dca4259f557 req-1c409fe4-e9ac-4026-b86e-c717bedc9e13 service neutron] 10.222.0.15 "GET /v2.0/networks/a9115e8f-c856-43bc-8ed7-54570859b456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1497581
Jun 28 16:49:51.069401 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-6e6de1ba-f1e7-4e5e-8cf4-d2b723323956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa2cf89bca0>, [{'id': 'efd06944-2f2b-4577-8f53-f2bbfd2b5994', 'name': 'tempest-TestShelveInstance-1425280401-router', 'tenant_id': '752951ca61fe47f0b32b0595cf035391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '33fdea45-2c6a-43e7-872d-279e7c044203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:48:52Z', 'updated_at': '2021-06-28T16:48:55Z', 'revision_number': 4, 'project_id': '752951ca61fe47f0b32b0595cf035391', 'gw_port': {'id': '33fdea45-2c6a-43e7-872d-279e7c044203', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:40:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd06944-2f2b-4577-8f53-f2bbfd2b5994', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:48:52Z', 'updated_at': '2021-06-28T16:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi', '_floatingips': [{'id': '88ac9379-7f9f-4619-830e-d02fc77ff617', 'tenant_id': '752951ca61fe47f0b32b0595cf035391', 'floating_ip_address': '172.27.2.82', 'floating_network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'router_id': 'efd06944-2f2b-4577-8f53-f2bbfd2b5994', 'port_id': '875017ef-70c7-4cb3-85af-ddebda6ee33e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9115e8f-c856-43bc-8ed7-54570859b456', 'mac_address': 'fa:16:3e:6b:73:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8fe0c7-43d1-4a1c-8f1a-7515888ac7fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T16:49:47Z', 'updated_at': '2021-06-28T16:49:47Z', 'revision_number': 0, 'project_id': '752951ca61fe47f0b32b0595cf035391', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '515e4066-3cc6-452d-9b25-c618e2d01a11', 'name': '', 'network_id': 'a9115e8f-c856-43bc-8ed7-54570859b456', 'tenant_id': '752951ca61fe47f0b32b0595cf035391', 'mac_address': 'fa:16:3e:ab:99:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd06944-2f2b-4577-8f53-f2bbfd2b5994', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4efdb07-e2c5-4e6d-af9a-cc24275e76fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:48:54Z', 'updated_at': '2021-06-28T16:49:04Z', 'revision_number': 5, 'project_id': '752951ca61fe47f0b32b0595cf035391', 'subnets': [{'id': 'f4efdb07-e2c5-4e6d-af9a-cc24275e76fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-iscsi', False) {} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:49:51.081459 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6de1ba-f1e7-4e5e-8cf4-d2b723323956 None None] The sync data for ids ['efd06944-2f2b-4577-8f53-f2bbfd2b5994'] in dv-cinder-798104-1-iscsi is: [{'id': 'efd06944-2f2b-4577-8f53-f2bbfd2b5994', 'name': 'tempest-TestShelveInstance-1425280401-router', 'tenant_id': '752951ca61fe47f0b32b0595cf035391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '33fdea45-2c6a-43e7-872d-279e7c044203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:48:52Z', 'updated_at': '2021-06-28T16:48:55Z', 'revision_number': 4, 'project_id': '752951ca61fe47f0b32b0595cf035391', 'gw_port': {'id': '33fdea45-2c6a-43e7-872d-279e7c044203', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:40:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd06944-2f2b-4577-8f53-f2bbfd2b5994', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:48:52Z', 'updated_at': '2021-06-28T16:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi', '_floatingips': [{'id': '88ac9379-7f9f-4619-830e-d02fc77ff617', 'tenant_id': '752951ca61fe47f0b32b0595cf035391', 'floating_ip_address': '172.27.2.82', 'floating_network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'router_id': 'efd06944-2f2b-4577-8f53-f2bbfd2b5994', 'port_id': '875017ef-70c7-4cb3-85af-ddebda6ee33e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9115e8f-c856-43bc-8ed7-54570859b456', 'mac_address': 'fa:16:3e:6b:73:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8fe0c7-43d1-4a1c-8f1a-7515888ac7fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T16:49:47Z', 'updated_at': '2021-06-28T16:49:47Z', 'revision_number': 0, 'project_id': '752951ca61fe47f0b32b0595cf035391', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '515e4066-3cc6-452d-9b25-c618e2d01a11', 'name': '', 'network_id': 'a9115e8f-c856-43bc-8ed7-54570859b456', 'tenant_id': '752951ca61fe47f0b32b0595cf035391', 'mac_address': 'fa:16:3e:ab:99:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd06944-2f2b-4577-8f53-f2bbfd2b5994', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4efdb07-e2c5-4e6d-af9a-cc24275e76fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:48:54Z', 'updated_at': '2021-06-28T16:49:04Z', 'revision_number': 5, 'project_id': '752951ca61fe47f0b32b0595cf035391', 'subnets': [{'id': 'f4efdb07-e2c5-4e6d-af9a-cc24275e76fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 28 16:49:51.101821 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-dd0413ba-10e0-4e24-a0af-9ac69f04e7a8 req-97a8b994-2175-497e-98c7-171bd7abac84 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ce884a9bddfa4cbbac44e05b827223b3&device_id=9e1e68eb-02b8-4a6e-b165-2856bcf07dcf HTTP/1.1" status: 200  len: 1096 time: 0.1682770
Jun 28 16:49:51.369472 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233fff7e-674f-408d-9bc6-1f13a844b2ff None None] New status for floating IP 88ac9379-7f9f-4619-830e-d02fc77ff617: ACTIVE {{(pid=74153) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jun 28 16:49:51.542787 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0413ba-10e0-4e24-a0af-9ac69f04e7a8 req-e70debaa-6830-47eb-b62b-42fe695d59d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:49:51.544296 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-dd0413ba-10e0-4e24-a0af-9ac69f04e7a8 req-e70debaa-6830-47eb-b62b-42fe695d59d4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ce5d0d75-0504-4eb6-b527-1f6283338b64 HTTP/1.1" status: 200  len: 912 time: 0.4297667
Jun 28 16:49:51.550587 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f529b-c0d1-48cf-a6d7-84e00484b96e req-8123d7eb-42c3-4f39-896c-2a3da37be773 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:49:51.552081 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-835f529b-c0d1-48cf-a6d7-84e00484b96e req-8123d7eb-42c3-4f39-896c-2a3da37be773 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/networks?id=c7e1650c-5ba1-4f26-b44e-4b25f0418eca HTTP/1.1" status: 200  len: 814 time: 0.2352316
Jun 28 16:49:51.623732 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-dd0413ba-10e0-4e24-a0af-9ac69f04e7a8 req-b7c8e045-f023-4d00-9241-55286deaba91 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=935d2056-0fa3-401d-9acf-2748dec146ce HTTP/1.1" status: 200  len: 217 time: 0.0706654
Jun 28 16:49:51.627794 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-835f529b-c0d1-48cf-a6d7-84e00484b96e req-65cf1a1e-d5e2-41f2-919a-898f3091a8f1 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/quotas/6286d5e687e2493b924955a647f77d42 HTTP/1.1" status: 200  len: 375 time: 0.0288875
Jun 28 16:49:51.780665 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0413ba-10e0-4e24-a0af-9ac69f04e7a8 req-ec75d6d8-abdb-4d38-94fe-4142b80ee9f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:49:51.782131 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-dd0413ba-10e0-4e24-a0af-9ac69f04e7a8 req-ec75d6d8-abdb-4d38-94fe-4142b80ee9f6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=323cae5e-b0ca-4159-a857-f280b10a8759 HTTP/1.1" status: 200  len: 850 time: 0.1511550
Jun 28 16:49:51.866984 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-835f529b-c0d1-48cf-a6d7-84e00484b96e req-5c7b6dac-69b7-4dea-95ef-783ae75b7929 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6286d5e687e2493b924955a647f77d42&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2052443
Jun 28 16:49:51.876627 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc1237d-6e87-48a9-9723-2c0e4752bb3e req-42b8b9cd-8ea1-40e5-a604-ae8ab1b9bffb tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:49:51.877952 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-cdc1237d-6e87-48a9-9723-2c0e4752bb3e req-42b8b9cd-8ea1-40e5-a604-ae8ab1b9bffb tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e1e68eb-02b8-4a6e-b165-2856bcf07dcf HTTP/1.1" status: 200  len: 943 time: 0.1755123
Jun 28 16:49:52.003565 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-dd0413ba-10e0-4e24-a0af-9ac69f04e7a8 req-581da235-d685-4e9e-9407-854c57c87165 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ce5d0d75-0504-4eb6-b527-1f6283338b64&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2120559
Jun 28 16:49:52.040738 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-cdc1237d-6e87-48a9-9723-2c0e4752bb3e req-e0ac727c-92c6-4551-8947-8da576f35d02 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b1944c-8a50-4bf4-86d7-f41649f5e8b0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1399193
Jun 28 16:49:52.126289 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-835f529b-c0d1-48cf-a6d7-84e00484b96e req-180b8bf8-c7c7-4ab3-a0a2-28b5918e7f29 service neutron] 10.222.0.30 "GET /v2.0/networks/c7e1650c-5ba1-4f26-b44e-4b25f0418eca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2457559
Jun 28 16:49:52.250542 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-dd0413ba-10e0-4e24-a0af-9ac69f04e7a8 req-cacc99ba-bc5c-4379-91cb-dadc4af2ae7a service neutron] 10.222.0.15 "GET /v2.0/networks/ce5d0d75-0504-4eb6-b527-1f6283338b64?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2381055
Jun 28 16:49:52.365398 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-835f529b-c0d1-48cf-a6d7-84e00484b96e req-9b0686b4-6b35-493b-8b56-05ead7719cac service neutron] 10.222.0.30 "GET /v2.0/networks/c7e1650c-5ba1-4f26-b44e-4b25f0418eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2327900
Jun 28 16:49:52.421317 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-dd0413ba-10e0-4e24-a0af-9ac69f04e7a8 req-3b7c797d-3bbe-4a92-ab91-40fba4f63934 service neutron] 10.222.0.15 "GET /v2.0/networks/ce5d0d75-0504-4eb6-b527-1f6283338b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1623044
Jun 28 16:49:52.555029 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-d7a77d8e-c9e5-4f95-bae9-1f61365c3dbf req-347ddfb3-db6f-4a8e-88de-fab46e2a2ccf tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf4816b1-ae80-493f-8f3b-35dc555852d9 HTTP/1.1" status: 200  len: 210 time: 0.0419352
Jun 28 16:49:53.248181 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c690168f-d1f3-4a51-9a6f-940047ffcd0f req-68fb58f5-1416-472d-92f1-dfad7d735aa1 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:49:53.249683 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-c690168f-d1f3-4a51-9a6f-940047ffcd0f req-68fb58f5-1416-472d-92f1-dfad7d735aa1 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e1e68eb-02b8-4a6e-b165-2856bcf07dcf HTTP/1.1" status: 200  len: 943 time: 0.0839686
Jun 28 16:49:53.296582 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-c690168f-d1f3-4a51-9a6f-940047ffcd0f req-23c532f1-71aa-4cf9-9507-3525df3aaafd tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b1944c-8a50-4bf4-86d7-f41649f5e8b0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413868
Jun 28 16:49:53.497266 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.agents_db [None req-cfc1c983-b0ac-48e0-8737-db5653a7b2f7 None None] Agent healthcheck: found 6 active agents {{(pid=74153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 28 16:49:53.661108 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f529b-c0d1-48cf-a6d7-84e00484b96e req-368c8f85-3610-4fdc-834e-02ce4692d38a tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:49:53.662571 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-835f529b-c0d1-48cf-a6d7-84e00484b96e req-368c8f85-3610-4fdc-834e-02ce4692d38a tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.15 "GET /v2.0/networks?id=c7e1650c-5ba1-4f26-b44e-4b25f0418eca HTTP/1.1" status: 200  len: 814 time: 0.1541736
Jun 28 16:49:53.691390 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.v2.base [req-835f529b-c0d1-48cf-a6d7-84e00484b96e req-6bd714d4-abf9-42fa-b477-6fa3d3459991 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Request body: {'port': {'device_id': 'cf4816b1-ae80-493f-8f3b-35dc555852d9', 'network_id': 'c7e1650c-5ba1-4f26-b44e-4b25f0418eca', 'admin_state_up': True, 'tenant_id': '6286d5e687e2493b924955a647f77d42'}} {{(pid=74150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:49:53.923563 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-63b8c791-be30-4f0b-9d70-604d1073e10a req-3e6d5581-e575-4dbe-9257-8f32981efafc tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf4816b1-ae80-493f-8f3b-35dc555852d9 HTTP/1.1" status: 200  len: 210 time: 0.2061164
Jun 28 16:49:53.991241 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [req-835f529b-c0d1-48cf-a6d7-84e00484b96e req-6bd714d4-abf9-42fa-b477-6fa3d3459991 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:49:53.995113 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-835f529b-c0d1-48cf-a6d7-84e00484b96e req-6bd714d4-abf9-42fa-b477-6fa3d3459991 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Usage tracker for resource:port and tenant:6286d5e687e2493b924955a647f77d42 is out of sync, need to count used quota {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:49:53.998088 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-835f529b-c0d1-48cf-a6d7-84e00484b96e req-6bd714d4-abf9-42fa-b477-6fa3d3459991 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Quota usage for port was recalculated. Used quota:1. {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:49:54.003799 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [req-835f529b-c0d1-48cf-a6d7-84e00484b96e req-6bd714d4-abf9-42fa-b477-6fa3d3459991 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:49:54.014211 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-835f529b-c0d1-48cf-a6d7-84e00484b96e req-6bd714d4-abf9-42fa-b477-6fa3d3459991 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Made reservation on behalf of 6286d5e687e2493b924955a647f77d42 for: {'port': 1} {{(pid=74150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 28 16:49:54.017274 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-835f529b-c0d1-48cf-a6d7-84e00484b96e req-6bd714d4-abf9-42fa-b477-6fa3d3459991 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:54.184683 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.db_base_plugin_common [req-835f529b-c0d1-48cf-a6d7-84e00484b96e req-6bd714d4-abf9-42fa-b477-6fa3d3459991 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Allocated IP 172.20.0.9 (c7e1650c-5ba1-4f26-b44e-4b25f0418eca/af352785-e60e-4f06-a345-cf845860f91c/9215a22a-6b63-43c5-baf3-2179ab15119f) {{(pid=74150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 28 16:49:54.380877 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-835f529b-c0d1-48cf-a6d7-84e00484b96e req-6bd714d4-abf9-42fa-b477-6fa3d3459991 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Notify callbacks [] for port, precommit_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:54.408354 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-835f529b-c0d1-48cf-a6d7-84e00484b96e req-6bd714d4-abf9-42fa-b477-6fa3d3459991 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771078328113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32536825'] for port, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:54.414406 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-2ee10774-7ab8-4440-a937-17d713a2c1fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:49:54.420364 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] get_ports_and_sgs() called for port_ids ['5647d6e9-333b-4a44-ba72-8361e60834e4'] {{(pid=74152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 28 16:49:54.533405 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-835f529b-c0d1-48cf-a6d7-84e00484b96e req-6bd714d4-abf9-42fa-b477-6fa3d3459991 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Network c7e1650c-5ba1-4f26-b44e-4b25f0418eca is already hosted by enough agents. {{(pid=74150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 28 16:49:54.534206 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd714d4-abf9-42fa-b477-6fa3d3459991 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Pushing event updated for resources: {'Port': ['ID=9215a22a-6b63-43c5-baf3-2179ab15119f,revision_number=1']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:49:54.537327 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-6bd714d4-abf9-42fa-b477-6fa3d3459991 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:49:54.539039 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.scheduler.base_scheduler [req-835f529b-c0d1-48cf-a6d7-84e00484b96e req-6bd714d4-abf9-42fa-b477-6fa3d3459991 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Resources bound (agent type, host, resource id):  {{(pid=74150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 28 16:49:54.541207 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.l3_dvrscheduler_db [req-835f529b-c0d1-48cf-a6d7-84e00484b96e req-6bd714d4-abf9-42fa-b477-6fa3d3459991 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Received port after_create {{(pid=74150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 28 16:49:54.618837 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f529b-c0d1-48cf-a6d7-84e00484b96e req-6bd714d4-abf9-42fa-b477-6fa3d3459991 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:49:54.619343 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-835f529b-c0d1-48cf-a6d7-84e00484b96e req-6bd714d4-abf9-42fa-b477-6fa3d3459991 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022804'] for port, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:54.640451 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23907977-10fc-4849-a318-06bcb0b77ccb req-0937e6db-760f-412a-a0d9-11e5cfb9c380 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:49:54.642236 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-23907977-10fc-4849-a318-06bcb0b77ccb req-0937e6db-760f-412a-a0d9-11e5cfb9c380 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e1e68eb-02b8-4a6e-b165-2856bcf07dcf HTTP/1.1" status: 200  len: 943 time: 0.1948633
Jun 28 16:49:54.665555 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-835f529b-c0d1-48cf-a6d7-84e00484b96e req-6bd714d4-abf9-42fa-b477-6fa3d3459991 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9783640
Jun 28 16:49:54.686035 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.v2.base [req-835f529b-c0d1-48cf-a6d7-84e00484b96e req-b004d68f-ed35-4391-93af-0662a89398aa service neutron] Request body: {'port': {'device_id': 'cf4816b1-ae80-493f-8f3b-35dc555852d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79810'}} {{(pid=74150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:49:54.735192 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-23907977-10fc-4849-a318-06bcb0b77ccb req-79f60669-b2e9-4674-abb0-0a931b8847ad tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b1944c-8a50-4bf4-86d7-f41649f5e8b0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0871384
Jun 28 16:49:54.798538 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-835f529b-c0d1-48cf-a6d7-84e00484b96e req-b004d68f-ed35-4391-93af-0662a89398aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:55.220204 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1383e06c-5cc1-47fe-b2f1-2a554f7b4384 req-be4b1213-181d-4520-9810-a97c8b0ddc4e tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:49:55.220953 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-1383e06c-5cc1-47fe-b2f1-2a554f7b4384 req-be4b1213-181d-4520-9810-a97c8b0ddc4e tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Synchronizing usage tracker for tenant:6286d5e687e2493b924955a647f77d42 on resource:port {{(pid=74150) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 28 16:49:55.227804 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.notifiers.nova [req-835f529b-c0d1-48cf-a6d7-84e00484b96e req-b004d68f-ed35-4391-93af-0662a89398aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9215a22a-6b63-43c5-baf3-2179ab15119f {{(pid=74150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 28 16:49:55.237645 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-835f529b-c0d1-48cf-a6d7-84e00484b96e req-b004d68f-ed35-4391-93af-0662a89398aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:55.258258 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.provisioning_blocks [req-835f529b-c0d1-48cf-a6d7-84e00484b96e req-b004d68f-ed35-4391-93af-0662a89398aa service neutron] Transition to ACTIVE for port object 9215a22a-6b63-43c5-baf3-2179ab15119f will not be triggered until provisioned by entity L2. {{(pid=74150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 28 16:49:55.263100 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-1383e06c-5cc1-47fe-b2f1-2a554f7b4384 req-be4b1213-181d-4520-9810-a97c8b0ddc4e tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Unset dirty status for tenant:6286d5e687e2493b924955a647f77d42 on resource:port {{(pid=74150) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 28 16:49:55.264208 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-1383e06c-5cc1-47fe-b2f1-2a554f7b4384 req-be4b1213-181d-4520-9810-a97c8b0ddc4e tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf4816b1-ae80-493f-8f3b-35dc555852d9 HTTP/1.1" status: 200  len: 931 time: 0.2029221
Jun 28 16:49:55.265236 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-835f529b-c0d1-48cf-a6d7-84e00484b96e req-b004d68f-ed35-4391-93af-0662a89398aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32536816'] for port, after_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:55.270329 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-d5c943d3-ffe2-4030-90c0-41ca7fc7707b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:49:55.421063 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b004d68f-ed35-4391-93af-0662a89398aa service neutron] Pushing event updated for resources: {'Port': ['ID=9215a22a-6b63-43c5-baf3-2179ab15119f,revision_number=2']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:49:55.426067 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-b004d68f-ed35-4391-93af-0662a89398aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:49:55.437854 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-1383e06c-5cc1-47fe-b2f1-2a554f7b4384 req-53b7740d-ea0d-45d1-a3fa-bdf34c27558e tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/security-groups?id=6ba629ee-6204-4afd-b212-d467f7b8df93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1395717
Jun 28 16:49:55.539663 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.managers [req-835f529b-c0d1-48cf-a6d7-84e00484b96e req-b004d68f-ed35-4391-93af-0662a89398aa service neutron] Attempting to bind port 9215a22a-6b63-43c5-baf3-2179ab15119f on host hv-cinder-79810 for vnic_type normal with profile  {{(pid=74150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 28 16:49:55.539878 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.managers [req-835f529b-c0d1-48cf-a6d7-84e00484b96e req-b004d68f-ed35-4391-93af-0662a89398aa service neutron] Attempting to bind port 9215a22a-6b63-43c5-baf3-2179ab15119f by drivers openvswitch,hyperv on host hv-cinder-79810 at level 0 using segments [{'id': '018e95c5-c7de-4c36-8ebb-fd83754561a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'c7e1650c-5ba1-4f26-b44e-4b25f0418eca'}] {{(pid=74150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 28 16:49:55.540222 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835f529b-c0d1-48cf-a6d7-84e00484b96e req-b004d68f-ed35-4391-93af-0662a89398aa service neutron] Attempting to bind port 9215a22a-6b63-43c5-baf3-2179ab15119f on network c7e1650c-5ba1-4f26-b44e-4b25f0418eca {{(pid=74150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 28 16:49:55.546210 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835f529b-c0d1-48cf-a6d7-84e00484b96e req-b004d68f-ed35-4391-93af-0662a89398aa service neutron] Port 9215a22a-6b63-43c5-baf3-2179ab15119f on network c7e1650c-5ba1-4f26-b44e-4b25f0418eca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79810 {{(pid=74150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 28 16:49:55.546520 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835f529b-c0d1-48cf-a6d7-84e00484b96e req-b004d68f-ed35-4391-93af-0662a89398aa service neutron] Attempting to bind port 9215a22a-6b63-43c5-baf3-2179ab15119f on network c7e1650c-5ba1-4f26-b44e-4b25f0418eca {{(pid=74150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 28 16:49:55.552852 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835f529b-c0d1-48cf-a6d7-84e00484b96e req-b004d68f-ed35-4391-93af-0662a89398aa service neutron] Checking agent: {'id': '11e346dd-a6a4-43d4-822e-d449440d0a22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 16, 39, 15), 'started_at': datetime.datetime(2021, 6, 28, 16, 39, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 16, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 28 16:49:55.553203 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835f529b-c0d1-48cf-a6d7-84e00484b96e req-b004d68f-ed35-4391-93af-0662a89398aa service neutron] Checking segment: {'id': '018e95c5-c7de-4c36-8ebb-fd83754561a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'c7e1650c-5ba1-4f26-b44e-4b25f0418eca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 28 16:49:55.553656 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835f529b-c0d1-48cf-a6d7-84e00484b96e req-b004d68f-ed35-4391-93af-0662a89398aa service neutron] Bound using segment: {'id': '018e95c5-c7de-4c36-8ebb-fd83754561a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'c7e1650c-5ba1-4f26-b44e-4b25f0418eca'} {{(pid=74150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 28 16:49:55.554127 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.managers [req-835f529b-c0d1-48cf-a6d7-84e00484b96e req-b004d68f-ed35-4391-93af-0662a89398aa service neutron] Bound port: 9215a22a-6b63-43c5-baf3-2179ab15119f, host: hv-cinder-79810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '018e95c5-c7de-4c36-8ebb-fd83754561a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'c7e1650c-5ba1-4f26-b44e-4b25f0418eca'}}] {{(pid=74150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 28 16:49:55.554570 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-835f529b-c0d1-48cf-a6d7-84e00484b96e req-b004d68f-ed35-4391-93af-0662a89398aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:55.644799 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.db [req-835f529b-c0d1-48cf-a6d7-84e00484b96e req-b004d68f-ed35-4391-93af-0662a89398aa service neutron] For port 9215a22a-6b63-43c5-baf3-2179ab15119f, host hv-cinder-79810, cleared binding levels {{(pid=74150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 28 16:49:55.647732 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.db [req-835f529b-c0d1-48cf-a6d7-84e00484b96e req-b004d68f-ed35-4391-93af-0662a89398aa service neutron] For port 9215a22a-6b63-43c5-baf3-2179ab15119f, host hv-cinder-79810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=9215a22a-6b63-43c5-baf3-2179ab15119f,segment=NetworkSegment(018e95c5-c7de-4c36-8ebb-fd83754561a2),segment_id=018e95c5-c7de-4c36-8ebb-fd83754561a2)] {{(pid=74150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 28 16:49:55.651598 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-835f529b-c0d1-48cf-a6d7-84e00484b96e req-b004d68f-ed35-4391-93af-0662a89398aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32536816'] for port, after_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:55.655056 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-8be7a668-ea89-45c9-8721-33250b2589fa tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:49:55.798748 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-835f529b-c0d1-48cf-a6d7-84e00484b96e req-b004d68f-ed35-4391-93af-0662a89398aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022804'] for port, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:55.800096 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-835f529b-c0d1-48cf-a6d7-84e00484b96e req-b004d68f-ed35-4391-93af-0662a89398aa service neutron] 10.222.0.15 "PUT /v2.0/ports/9215a22a-6b63-43c5-baf3-2179ab15119f HTTP/1.1" status: 200  len: 1093 time: 1.1199179
Jun 28 16:49:55.800594 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf4816b1-ae80-493f-8f3b-35dc555852d9', 'tag': '9215a22a-6b63-43c5-baf3-2179ab15119f'}] {{(pid=74150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 28 16:49:55.823622 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b004d68f-ed35-4391-93af-0662a89398aa service neutron] Pushing event updated for resources: {'Port': ['ID=9215a22a-6b63-43c5-baf3-2179ab15119f,revision_number=3']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:49:55.827611 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-b004d68f-ed35-4391-93af-0662a89398aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:49:55.878803 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf4816b1-ae80-493f-8f3b-35dc555852d9', 'tag': '9215a22a-6b63-43c5-baf3-2179ab15119f', 'status': 'completed', 'code': 200}
Jun 28 16:49:55.983333 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cd2b3f-f5ca-4145-867e-0e7dcd1e905c req-2d810e53-43c4-45c3-9443-cc53e23280f0 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:49:55.984760 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-59cd2b3f-f5ca-4145-867e-0e7dcd1e905c req-2d810e53-43c4-45c3-9443-cc53e23280f0 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e1e68eb-02b8-4a6e-b165-2856bcf07dcf HTTP/1.1" status: 200  len: 943 time: 0.1052773
Jun 28 16:49:55.988253 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-835f529b-c0d1-48cf-a6d7-84e00484b96e req-48c98413-4a0f-4b57-88aa-41113bd5cc2a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6286d5e687e2493b924955a647f77d42&device_id=cf4816b1-ae80-493f-8f3b-35dc555852d9 HTTP/1.1" status: 200  len: 1096 time: 0.1403940
Jun 28 16:49:56.070100 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-835f529b-c0d1-48cf-a6d7-84e00484b96e req-c3470293-dd76-43ad-b8ef-4f554cdce42b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9215a22a-6b63-43c5-baf3-2179ab15119f HTTP/1.1" status: 200  len: 217 time: 0.0667133
Jun 28 16:49:56.136146 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-59cd2b3f-f5ca-4145-867e-0e7dcd1e905c req-14ee864b-c80e-461d-ac92-688750c62368 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b1944c-8a50-4bf4-86d7-f41649f5e8b0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1457927
Jun 28 16:49:56.149744 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f529b-c0d1-48cf-a6d7-84e00484b96e req-08387dab-7dad-41f2-875b-60f3c1ae1ab4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:49:56.151724 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-835f529b-c0d1-48cf-a6d7-84e00484b96e req-08387dab-7dad-41f2-875b-60f3c1ae1ab4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af352785-e60e-4f06-a345-cf845860f91c HTTP/1.1" status: 200  len: 854 time: 0.0721126
Jun 28 16:49:56.207514 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-835f529b-c0d1-48cf-a6d7-84e00484b96e req-ecf73719-64de-4316-ad03-1ed2d6b2689f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c7e1650c-5ba1-4f26-b44e-4b25f0418eca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0433483
Jun 28 16:49:56.340617 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-835f529b-c0d1-48cf-a6d7-84e00484b96e req-cf76b940-1bba-4690-b9d0-9261715d72e4 service neutron] 10.222.0.15 "GET /v2.0/networks/c7e1650c-5ba1-4f26-b44e-4b25f0418eca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1248775
Jun 28 16:49:56.489328 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-835f529b-c0d1-48cf-a6d7-84e00484b96e req-514893c9-d72a-4f04-8867-ae84c5c296d9 service neutron] 10.222.0.15 "GET /v2.0/networks/c7e1650c-5ba1-4f26-b44e-4b25f0418eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1341827
Jun 28 16:49:56.674126 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-804e4f7c-0ddf-469e-9398-7ac4089abe03 req-85e666d5-15a8-4fc3-bdc2-1c1a72e0dc41 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6286d5e687e2493b924955a647f77d42&device_id=cf4816b1-ae80-493f-8f3b-35dc555852d9 HTTP/1.1" status: 200  len: 1096 time: 0.1331894
Jun 28 16:49:56.680036 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f36460-6950-4023-bfa1-40a6d90129a3 req-0b765061-46ef-40e3-b643-30cff36a1109 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:49:56.681375 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-65f36460-6950-4023-bfa1-40a6d90129a3 req-0b765061-46ef-40e3-b643-30cff36a1109 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf4816b1-ae80-493f-8f3b-35dc555852d9 HTTP/1.1" status: 200  len: 943 time: 0.1111567
Jun 28 16:49:56.814438 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-65f36460-6950-4023-bfa1-40a6d90129a3 req-24b135b6-f108-432e-b697-271bee99b051 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/security-groups?id=6ba629ee-6204-4afd-b212-d467f7b8df93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1273134
Jun 28 16:49:56.851020 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804e4f7c-0ddf-469e-9398-7ac4089abe03 req-8872887e-bf80-4cab-ad77-d526d3b0e7f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:49:56.852454 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-804e4f7c-0ddf-469e-9398-7ac4089abe03 req-8872887e-bf80-4cab-ad77-d526d3b0e7f3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c7e1650c-5ba1-4f26-b44e-4b25f0418eca HTTP/1.1" status: 200  len: 915 time: 0.1643426
Jun 28 16:49:56.928017 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-804e4f7c-0ddf-469e-9398-7ac4089abe03 req-20388f83-1723-4720-a7c8-9da3da56a0d3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9215a22a-6b63-43c5-baf3-2179ab15119f HTTP/1.1" status: 200  len: 217 time: 0.0686612
Jun 28 16:49:56.991688 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804e4f7c-0ddf-469e-9398-7ac4089abe03 req-c1fb1a01-86c3-48f2-8aed-fbbafb4e09dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:49:56.993147 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-804e4f7c-0ddf-469e-9398-7ac4089abe03 req-c1fb1a01-86c3-48f2-8aed-fbbafb4e09dc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af352785-e60e-4f06-a345-cf845860f91c HTTP/1.1" status: 200  len: 854 time: 0.0578916
Jun 28 16:49:57.043452 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-804e4f7c-0ddf-469e-9398-7ac4089abe03 req-a1ed5811-d7af-4b93-b5c1-c543a746a69c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c7e1650c-5ba1-4f26-b44e-4b25f0418eca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0410829
Jun 28 16:49:57.181266 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-804e4f7c-0ddf-469e-9398-7ac4089abe03 req-1850deb4-bfb9-4fc7-928e-0c07ef72f02b service neutron] 10.222.0.15 "GET /v2.0/networks/c7e1650c-5ba1-4f26-b44e-4b25f0418eca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1294689
Jun 28 16:49:57.476937 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-804e4f7c-0ddf-469e-9398-7ac4089abe03 req-0b98f4a5-a181-491d-806d-4c44159acdbc service neutron] 10.222.0.15 "GET /v2.0/networks/c7e1650c-5ba1-4f26-b44e-4b25f0418eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2852695
Jun 28 16:49:57.500137 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cb25b8-397a-43e3-afea-862174431069 req-2d5b1e01-11ef-4910-ba58-03033162eabe tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:49:57.501596 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-91cb25b8-397a-43e3-afea-862174431069 req-2d5b1e01-11ef-4910-ba58-03033162eabe tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e1e68eb-02b8-4a6e-b165-2856bcf07dcf HTTP/1.1" status: 200  len: 943 time: 0.2410033
Jun 28 16:49:57.549736 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-91cb25b8-397a-43e3-afea-862174431069 req-5fe0e750-7e7d-457b-8390-d5a693924b08 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b1944c-8a50-4bf4-86d7-f41649f5e8b0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424235
Jun 28 16:49:58.034023 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d725e7-7407-440f-8525-9575e82ecf32 req-b3d44288-fa35-4097-b2c9-6d3fa301d28e tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:49:58.035991 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-87d725e7-7407-440f-8525-9575e82ecf32 req-b3d44288-fa35-4097-b2c9-6d3fa301d28e tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf4816b1-ae80-493f-8f3b-35dc555852d9 HTTP/1.1" status: 200  len: 943 time: 0.0881526
Jun 28 16:49:58.086795 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-87d725e7-7407-440f-8525-9575e82ecf32 req-ad280322-6e2b-4e02-a756-e49926e2b76e tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/security-groups?id=6ba629ee-6204-4afd-b212-d467f7b8df93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450845
Jun 28 16:49:58.745346 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da6dc24-c9c4-4791-9b6a-a677c2895f7a req-e8dfba82-d2c9-4d10-a1ce-49e66acfd27c tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:49:58.746659 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-8da6dc24-c9c4-4791-9b6a-a677c2895f7a req-e8dfba82-d2c9-4d10-a1ce-49e66acfd27c tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e1e68eb-02b8-4a6e-b165-2856bcf07dcf HTTP/1.1" status: 200  len: 943 time: 0.0758510
Jun 28 16:49:58.790933 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-8da6dc24-c9c4-4791-9b6a-a677c2895f7a req-062c10c4-f276-4346-a757-330c71e27ca4 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b1944c-8a50-4bf4-86d7-f41649f5e8b0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388231
Jun 28 16:49:59.289715 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a641ee6-48a9-4414-a6b7-151a2ac9af0b req-da99329c-2824-44de-b12f-382227d4b001 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:49:59.291262 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-0a641ee6-48a9-4414-a6b7-151a2ac9af0b req-da99329c-2824-44de-b12f-382227d4b001 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf4816b1-ae80-493f-8f3b-35dc555852d9 HTTP/1.1" status: 200  len: 943 time: 0.0800540
Jun 28 16:49:59.339404 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-0a641ee6-48a9-4414-a6b7-151a2ac9af0b req-bbbfa721-4098-42e9-a216-6285c83cc9fa tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/security-groups?id=6ba629ee-6204-4afd-b212-d467f7b8df93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405202
Jun 28 16:49:59.395874 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device 9215a22a-6b63-43c5-baf3-2179ab15119f details requested by agent hyperv_hv-cinder-79810 with host hv-cinder-79810 {{(pid=74152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 28 16:49:59.540041 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] For port 9215a22a-6b63-43c5-baf3-2179ab15119f, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=9215a22a-6b63-43c5-baf3-2179ab15119f,segment=NetworkSegment(018e95c5-c7de-4c36-8ebb-fd83754561a2),segment_id=018e95c5-c7de-4c36-8ebb-fd83754561a2)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:49:59.554964 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Returning: {'device': '9215a22a-6b63-43c5-baf3-2179ab15119f', 'network_id': 'c7e1650c-5ba1-4f26-b44e-4b25f0418eca', 'port_id': '9215a22a-6b63-43c5-baf3-2179ab15119f', 'mac_address': 'fa:16:3e:ca:14:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af352785-e60e-4f06-a345-cf845860f91c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 28 16:49:59.623189 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:59.641303 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.notifiers.nova [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9215a22a-6b63-43c5-baf3-2179ab15119f {{(pid=74152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 28 16:49:59.657911 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] For port 9215a22a-6b63-43c5-baf3-2179ab15119f, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=9215a22a-6b63-43c5-baf3-2179ab15119f,segment=NetworkSegment(018e95c5-c7de-4c36-8ebb-fd83754561a2),segment_id=018e95c5-c7de-4c36-8ebb-fd83754561a2)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:49:59.662457 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:59.663182 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device 935d2056-0fa3-401d-9acf-2748dec146ce details requested by agent hyperv_hv-cinder-79810 with host hv-cinder-79810 {{(pid=74152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 28 16:49:59.667142 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:49:59.802676 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Pushing event updated for resources: {'Port': ['ID=9215a22a-6b63-43c5-baf3-2179ab15119f,revision_number=4']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:49:59.825847 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:49:59.826182 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:49:59.826490 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:49:59.826817 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:49:59.827131 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:49:59.827448 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:49:59.827759 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:49:59.828069 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:49:59.828377 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:49:59.828682 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:49:59.828988 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:49:59.834406 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:49:59.875759 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] For port 935d2056-0fa3-401d-9acf-2748dec146ce, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=935d2056-0fa3-401d-9acf-2748dec146ce,segment=NetworkSegment(b5f9de31-0ee8-4cd8-9c16-fcc6e144e230),segment_id=b5f9de31-0ee8-4cd8-9c16-fcc6e144e230)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:49:59.890939 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Returning: {'device': '935d2056-0fa3-401d-9acf-2748dec146ce', 'network_id': 'ce5d0d75-0504-4eb6-b527-1f6283338b64', 'port_id': '935d2056-0fa3-401d-9acf-2748dec146ce', 'mac_address': 'fa:16:3e:7f:fb:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '323cae5e-b0ca-4159-a857-f280b10a8759', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 28 16:49:59.954592 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:59.973419 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.notifiers.nova [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 935d2056-0fa3-401d-9acf-2748dec146ce {{(pid=74152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 28 16:49:59.990095 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] For port 935d2056-0fa3-401d-9acf-2748dec146ce, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=935d2056-0fa3-401d-9acf-2748dec146ce,segment=NetworkSegment(b5f9de31-0ee8-4cd8-9c16-fcc6e144e230),segment_id=b5f9de31-0ee8-4cd8-9c16-fcc6e144e230)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:49:59.995633 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:49:59.997479 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:50:00.064566 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3576f356-83bc-43e6-b81d-b5f377f48765 req-1a22a35f-3cf4-4678-9c43-71739f6fcc9f tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:50:00.067121 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-3576f356-83bc-43e6-b81d-b5f377f48765 req-1a22a35f-3cf4-4678-9c43-71739f6fcc9f tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e1e68eb-02b8-4a6e-b165-2856bcf07dcf HTTP/1.1" status: 200  len: 943 time: 0.1312244
Jun 28 16:50:00.069752 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Pushing event updated for resources: {'Port': ['ID=935d2056-0fa3-401d-9acf-2748dec146ce,revision_number=4']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:50:00.075048 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:50:00.128650 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-3576f356-83bc-43e6-b81d-b5f377f48765 req-a6161d17-6617-4d4f-9cc7-0f6fca27bea6 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b1944c-8a50-4bf4-86d7-f41649f5e8b0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0553133
Jun 28 16:50:00.240473 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] get_ports_and_sgs() called for port_ids ['9215a22a-6b63-43c5-baf3-2179ab15119f'] {{(pid=74152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 28 16:50:00.269276 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] get_ports_and_sgs() called for port_ids ['935d2056-0fa3-401d-9acf-2748dec146ce'] {{(pid=74152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 28 16:50:00.541011 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b1d944-2e0a-490b-a55b-bf6e8e5fdba7 req-5c439dc3-a9df-4ecd-80cd-9c126e3380ae tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:50:00.542391 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-01b1d944-2e0a-490b-a55b-bf6e8e5fdba7 req-5c439dc3-a9df-4ecd-80cd-9c126e3380ae tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf4816b1-ae80-493f-8f3b-35dc555852d9 HTTP/1.1" status: 200  len: 944 time: 0.0802388
Jun 28 16:50:00.590295 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-01b1d944-2e0a-490b-a55b-bf6e8e5fdba7 req-14a36025-54f1-476e-a64f-6c0c2faf50bb tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/security-groups?id=6ba629ee-6204-4afd-b212-d467f7b8df93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423911
Jun 28 16:50:01.329535 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df39ddd-85b7-4cc2-a616-8e1da819be81 req-0597487a-c3a2-431b-acc7-76efcc6ccc25 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:50:01.330998 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-7df39ddd-85b7-4cc2-a616-8e1da819be81 req-0597487a-c3a2-431b-acc7-76efcc6ccc25 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e1e68eb-02b8-4a6e-b165-2856bcf07dcf HTTP/1.1" status: 200  len: 944 time: 0.0769756
Jun 28 16:50:01.386147 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-7df39ddd-85b7-4cc2-a616-8e1da819be81 req-bf0be870-7934-47cd-8787-ab03944fcdb9 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b1944c-8a50-4bf4-86d7-f41649f5e8b0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474639
Jun 28 16:50:01.419222 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device 9215a22a-6b63-43c5-baf3-2179ab15119f up at agent hyperv_hv-cinder-79810 {{(pid=74152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 28 16:50:01.490282 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Provisioning for port 9215a22a-6b63-43c5-baf3-2179ab15119f completed by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 28 16:50:01.495729 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Provisioning complete for port 9215a22a-6b63-43c5-baf3-2179ab15119f triggered by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:50:01.496201 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:50:01.646217 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:50:01.674476 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf4816b1-ae80-493f-8f3b-35dc555852d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9215a22a-6b63-43c5-baf3-2179ab15119f'}] {{(pid=74152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 28 16:50:01.686120 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] For port 9215a22a-6b63-43c5-baf3-2179ab15119f, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=9215a22a-6b63-43c5-baf3-2179ab15119f,segment=NetworkSegment(018e95c5-c7de-4c36-8ebb-fd83754561a2),segment_id=018e95c5-c7de-4c36-8ebb-fd83754561a2)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:50:01.690913 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:50:01.692234 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device 935d2056-0fa3-401d-9acf-2748dec146ce up at agent hyperv_hv-cinder-79810 {{(pid=74152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 28 16:50:01.723141 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:50:01.757612 dv-cinder-798104-1-iscsi neutron-server[74152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf4816b1-ae80-493f-8f3b-35dc555852d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9215a22a-6b63-43c5-baf3-2179ab15119f', 'code': 200}
Jun 28 16:50:01.814167 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c298ee-67f9-45bb-94a8-8b95c032b963 req-55245cb3-7510-4efa-9c88-1f299e807feb tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:50:01.816627 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-12c298ee-67f9-45bb-94a8-8b95c032b963 req-55245cb3-7510-4efa-9c88-1f299e807feb tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf4816b1-ae80-493f-8f3b-35dc555852d9 HTTP/1.1" status: 200  len: 945 time: 0.0974047
Jun 28 16:50:01.816857 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Pushing event updated for resources: {'Port': ['ID=9215a22a-6b63-43c5-baf3-2179ab15119f,revision_number=5']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:50:01.820354 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:50:01.838109 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Provisioning for port 935d2056-0fa3-401d-9acf-2748dec146ce completed by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 28 16:50:01.841705 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Provisioning complete for port 935d2056-0fa3-401d-9acf-2748dec146ce triggered by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:50:01.842144 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:50:01.892959 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-12c298ee-67f9-45bb-94a8-8b95c032b963 req-70e35202-fe84-413c-aa5d-d7a9ba930685 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/security-groups?id=6ba629ee-6204-4afd-b212-d467f7b8df93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611615
Jun 28 16:50:01.976902 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:50:02.013414 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] For port 935d2056-0fa3-401d-9acf-2748dec146ce, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=935d2056-0fa3-401d-9acf-2748dec146ce,segment=NetworkSegment(b5f9de31-0ee8-4cd8-9c16-fcc6e144e230),segment_id=b5f9de31-0ee8-4cd8-9c16-fcc6e144e230)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:50:02.017654 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:50:02.019656 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:50:02.054999 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-1050ccd7-87bf-4204-8f29-a706e2e15070 req-3a7377ec-840b-4736-a469-d19c5645f2b2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cf4816b1-ae80-493f-8f3b-35dc555852d9 HTTP/1.1" status: 200  len: 1098 time: 0.0800197
Jun 28 16:50:02.092030 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Pushing event updated for resources: {'Port': ['ID=935d2056-0fa3-401d-9acf-2748dec146ce,revision_number=5']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:50:02.095535 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:50:02.107342 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-1050ccd7-87bf-4204-8f29-a706e2e15070 req-69b0a167-2f33-4ac8-9c6c-3bc45bc12ecd service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6ba629ee-6204-4afd-b212-d467f7b8df93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445585
Jun 28 16:50:02.587374 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7023fb5c-7462-42ed-b144-c0c5172d3327 req-d3f89a2c-c544-4488-b46d-04b7cde284fb tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:50:02.588876 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-7023fb5c-7462-42ed-b144-c0c5172d3327 req-d3f89a2c-c544-4488-b46d-04b7cde284fb tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e1e68eb-02b8-4a6e-b165-2856bcf07dcf HTTP/1.1" status: 200  len: 945 time: 0.0784507
Jun 28 16:50:02.635891 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-7023fb5c-7462-42ed-b144-c0c5172d3327 req-8840190b-e505-492b-a25a-9fd8b92bcac1 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b1944c-8a50-4bf4-86d7-f41649f5e8b0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408683
Jun 28 16:50:03.113728 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471fefef-9f91-42c8-bffa-4256d847e4c4 req-163f9307-8d42-46af-acbc-6445a98730b5 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:50:03.115347 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-471fefef-9f91-42c8-bffa-4256d847e4c4 req-163f9307-8d42-46af-acbc-6445a98730b5 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf4816b1-ae80-493f-8f3b-35dc555852d9 HTTP/1.1" status: 200  len: 945 time: 0.0881326
Jun 28 16:50:03.169697 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-471fefef-9f91-42c8-bffa-4256d847e4c4 req-6ae652e9-b83a-4b0f-8600-7bbb049bb6bb tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/security-groups?id=6ba629ee-6204-4afd-b212-d467f7b8df93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464745
Jun 28 16:50:03.758473 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e1e68eb-02b8-4a6e-b165-2856bcf07dcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '935d2056-0fa3-401d-9acf-2748dec146ce'}] {{(pid=74152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 28 16:50:03.823689 dv-cinder-798104-1-iscsi neutron-server[74152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e1e68eb-02b8-4a6e-b165-2856bcf07dcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '935d2056-0fa3-401d-9acf-2748dec146ce', 'code': 200}
Jun 28 16:50:03.860288 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bde4d8-d098-4b74-b052-9d2ffe7748c0 req-662150ea-f49c-4388-90db-fdecd119f55d tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:50:03.861864 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-39bde4d8-d098-4b74-b052-9d2ffe7748c0 req-662150ea-f49c-4388-90db-fdecd119f55d tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e1e68eb-02b8-4a6e-b165-2856bcf07dcf HTTP/1.1" status: 200  len: 945 time: 0.0899930
Jun 28 16:50:03.913213 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-39bde4d8-d098-4b74-b052-9d2ffe7748c0 req-320e1401-5a19-4980-acce-7c3a848f0ce5 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b1944c-8a50-4bf4-86d7-f41649f5e8b0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455775
Jun 28 16:50:04.064076 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-830f53f4-cab0-4986-9983-8ccb41bde91b req-4ac6766a-fd90-45a4-a5c0-f9cb6b8be72f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9e1e68eb-02b8-4a6e-b165-2856bcf07dcf HTTP/1.1" status: 200  len: 1098 time: 0.0723085
Jun 28 16:50:04.111253 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-830f53f4-cab0-4986-9983-8ccb41bde91b req-fa087e4f-74d7-4f55-9690-277b70766d33 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=39b1944c-8a50-4bf4-86d7-f41649f5e8b0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405285
Jun 28 16:50:04.389920 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b375aa2-0fc7-4d0a-9230-1a9182d8fea6 req-ecf7767a-3c1c-4fd4-9203-77ee763ed31a tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:50:04.391539 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-6b375aa2-0fc7-4d0a-9230-1a9182d8fea6 req-ecf7767a-3c1c-4fd4-9203-77ee763ed31a tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf4816b1-ae80-493f-8f3b-35dc555852d9 HTTP/1.1" status: 200  len: 945 time: 0.0896342
Jun 28 16:50:04.441726 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-6b375aa2-0fc7-4d0a-9230-1a9182d8fea6 req-6295e829-dbee-4ea0-a98d-d18e0930800a tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/security-groups?id=6ba629ee-6204-4afd-b212-d467f7b8df93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444341
Jun 28 16:50:05.188520 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b1cdc7-28a2-433d-89a1-89e27f15ed10 req-268a4a3e-ccfc-4425-ac35-fe8219aa788f tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:50:05.190722 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-a1b1cdc7-28a2-433d-89a1-89e27f15ed10 req-268a4a3e-ccfc-4425-ac35-fe8219aa788f tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e1e68eb-02b8-4a6e-b165-2856bcf07dcf HTTP/1.1" status: 200  len: 945 time: 0.1434844
Jun 28 16:50:05.281768 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-a1b1cdc7-28a2-433d-89a1-89e27f15ed10 req-cea0cd86-9bc7-4187-9dba-e015fc7c7b11 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b1944c-8a50-4bf4-86d7-f41649f5e8b0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0740356
Jun 28 16:50:06.530400 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1426a378-8872-431d-bcb8-50e4981d1712 req-e1bc3b7a-2353-4cb2-8260-e232e1bc9d7e tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:50:06.533174 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-1426a378-8872-431d-bcb8-50e4981d1712 req-e1bc3b7a-2353-4cb2-8260-e232e1bc9d7e tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e1e68eb-02b8-4a6e-b165-2856bcf07dcf HTTP/1.1" status: 200  len: 945 time: 0.0988004
Jun 28 16:50:06.616366 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-1426a378-8872-431d-bcb8-50e4981d1712 req-a3616c71-f1bd-4a61-87b9-ac16c7cebcc3 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b1944c-8a50-4bf4-86d7-f41649f5e8b0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0730236
Jun 28 16:50:07.080818 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd10d0b9-948b-4d1f-b54a-d167d9bd5dfc req-2823eed5-a7c5-47e1-992f-88431713bdd3 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:50:07.082424 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-fd10d0b9-948b-4d1f-b54a-d167d9bd5dfc req-2823eed5-a7c5-47e1-992f-88431713bdd3 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/networks?id=c7e1650c-5ba1-4f26-b44e-4b25f0418eca HTTP/1.1" status: 200  len: 814 time: 0.2491040
Jun 28 16:50:07.090122 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd476b4a-60de-4e50-adb2-74cb727bf76f req-89158e71-849e-41cb-ac84-a777767a9840 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:50:07.091762 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-fd476b4a-60de-4e50-adb2-74cb727bf76f req-89158e71-849e-41cb-ac84-a777767a9840 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e1e68eb-02b8-4a6e-b165-2856bcf07dcf HTTP/1.1" status: 200  len: 945 time: 0.3120542
Jun 28 16:50:07.225362 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-fd10d0b9-948b-4d1f-b54a-d167d9bd5dfc req-7d9a817b-3780-4434-9df4-1c42fae20ac6 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/quotas/6286d5e687e2493b924955a647f77d42 HTTP/1.1" status: 200  len: 375 time: 0.1324928
Jun 28 16:50:07.288803 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-fd476b4a-60de-4e50-adb2-74cb727bf76f req-ce1d024d-f920-46b4-9a03-42f7f3b08c96 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b1944c-8a50-4bf4-86d7-f41649f5e8b0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1887703
Jun 28 16:50:07.323461 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 42100) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:50:07.328059 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-fd10d0b9-948b-4d1f-b54a-d167d9bd5dfc req-f364fd20-9117-471c-9689-355c924bd2ad tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6286d5e687e2493b924955a647f77d42&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0933254
Jun 28 16:50:07.400230 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-cd490cd3-4241-43ac-9e4e-385664cb9d72 tempest-TestVolumeBootPattern-1961958852 tempest-TestVolumeBootPattern-1961958852-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=9e1e68eb-02b8-4a6e-b165-2856bcf07dcf HTTP/1.1" status: 200  len: 1093 time: 0.0752783
Jun 28 16:50:07.403743 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 42104) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:50:07.409322 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.v2.base [None req-8ca48ce5-8e74-48e0-a0d1-d3d3cce3598e tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Request body: {'floatingip': {'floating_network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'port_id': '935d2056-0fa3-401d-9acf-2748dec146ce', 'tenant_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'fixed_ip_address': '172.20.0.9'}} {{(pid=74151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:50:07.415469 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-8ca48ce5-8e74-48e0-a0d1-d3d3cce3598e tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:50:07.420876 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-8ca48ce5-8e74-48e0-a0d1-d3d3cce3598e tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Usage tracker for resource:floatingip and tenant:ce884a9bddfa4cbbac44e05b827223b3 is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:50:07.424529 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-8ca48ce5-8e74-48e0-a0d1-d3d3cce3598e tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:50:07.431932 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-8ca48ce5-8e74-48e0-a0d1-d3d3cce3598e tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:50:07.444405 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-8ca48ce5-8e74-48e0-a0d1-d3d3cce3598e tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks [] for floatingip, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:50:07.500173 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-fd10d0b9-948b-4d1f-b54a-d167d9bd5dfc req-a7e0cbf1-c998-40d3-87d7-42db21ac3fdb service neutron] 10.222.0.30 "GET /v2.0/networks/c7e1650c-5ba1-4f26-b44e-4b25f0418eca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1598551
Jun 28 16:50:07.619214 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-8ca48ce5-8e74-48e0-a0d1-d3d3cce3598e tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:50:07.650886 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-fd10d0b9-948b-4d1f-b54a-d167d9bd5dfc req-94e45732-f733-4c05-9ffd-a05c94656aa9 service neutron] 10.222.0.30 "GET /v2.0/networks/c7e1650c-5ba1-4f26-b44e-4b25f0418eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1424158
Jun 28 16:50:07.783443 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.db_base_plugin_common [None req-8ca48ce5-8e74-48e0-a0d1-d3d3cce3598e tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Allocated IP 172.27.2.18 (05d3a8da-27a1-489e-9cdc-367ff8331792/29317296-a498-419b-860c-f9843650e8eb/bea15203-cb61-4552-b230-5773fb18989f) {{(pid=74151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 28 16:50:07.919120 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-7e785038-9c41-48bb-86ab-6222bdfd9644 req-31497ef9-c89b-437f-8755-92d8ef1100f3 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2911e61-1e9f-4714-bdfe-5876e84f0ced HTTP/1.1" status: 200  len: 210 time: 0.0507512
Jun 28 16:50:08.039218 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-8ca48ce5-8e74-48e0-a0d1-d3d3cce3598e tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks [] for port, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:50:08.090116 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-8ca48ce5-8e74-48e0-a0d1-d3d3cce3598e tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771078328113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32204965'] for port, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:50:08.098474 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-ac8822ef-53f8-4303-8220-7d62050eab46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:50:08.194639 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca48ce5-8e74-48e0-a0d1-d3d3cce3598e tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Network 05d3a8da-27a1-489e-9cdc-367ff8331792 is already hosted by enough agents. {{(pid=74151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 28 16:50:08.198239 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.base_scheduler [None req-8ca48ce5-8e74-48e0-a0d1-d3d3cce3598e tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Resources bound (agent type, host, resource id):  {{(pid=74151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 28 16:50:08.202814 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca48ce5-8e74-48e0-a0d1-d3d3cce3598e tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Received port after_create {{(pid=74151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 28 16:50:08.329767 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca48ce5-8e74-48e0-a0d1-d3d3cce3598e tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Pushing event updated for resources: {'Port': ['ID=bea15203-cb61-4552-b230-5773fb18989f,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:50:08.336717 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-8ca48ce5-8e74-48e0-a0d1-d3d3cce3598e tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:50:08.910985 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-8ca48ce5-8e74-48e0-a0d1-d3d3cce3598e tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:50:08.977185 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-8ca48ce5-8e74-48e0-a0d1-d3d3cce3598e tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:50:08.982499 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8fc6e46f-70aa-4fd9-a105-8cf9483dc317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:50:09.156550 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd10d0b9-948b-4d1f-b54a-d167d9bd5dfc req-c25bb14a-eeb2-4bd3-8828-cffb352c16b3 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:50:09.158880 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-fd10d0b9-948b-4d1f-b54a-d167d9bd5dfc req-c25bb14a-eeb2-4bd3-8828-cffb352c16b3 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.15 "GET /v2.0/networks?id=c7e1650c-5ba1-4f26-b44e-4b25f0418eca HTTP/1.1" status: 200  len: 814 time: 0.1903234
Jun 28 16:50:09.207720 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.v2.base [req-fd10d0b9-948b-4d1f-b54a-d167d9bd5dfc req-d7229871-aad5-4351-a083-2fd0d2e7ec36 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Request body: {'port': {'device_id': 'd2911e61-1e9f-4714-bdfe-5876e84f0ced', 'network_id': 'c7e1650c-5ba1-4f26-b44e-4b25f0418eca', 'admin_state_up': True, 'tenant_id': '6286d5e687e2493b924955a647f77d42'}} {{(pid=74150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:50:09.225254 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-d38b5e86-0ce3-4c3d-87a0-bd81bee6c641 req-6c24763d-c2af-4d92-b084-e80f336f6799 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2911e61-1e9f-4714-bdfe-5876e84f0ced HTTP/1.1" status: 200  len: 210 time: 0.0640035
Jun 28 16:50:09.264610 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-8ca48ce5-8e74-48e0-a0d1-d3d3cce3598e tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks [] for port, precommit_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:50:09.271296 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-8ca48ce5-8e74-48e0-a0d1-d3d3cce3598e tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32204972'] for port, after_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:50:09.276971 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-95524a02-0539-4d81-ac69-ce12e44f02f1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:50:09.365205 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [req-fd10d0b9-948b-4d1f-b54a-d167d9bd5dfc req-d7229871-aad5-4351-a083-2fd0d2e7ec36 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:50:09.375262 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [req-fd10d0b9-948b-4d1f-b54a-d167d9bd5dfc req-d7229871-aad5-4351-a083-2fd0d2e7ec36 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:50:09.386946 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd10d0b9-948b-4d1f-b54a-d167d9bd5dfc req-d7229871-aad5-4351-a083-2fd0d2e7ec36 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Made reservation on behalf of 6286d5e687e2493b924955a647f77d42 for: {'port': 1} {{(pid=74150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 28 16:50:09.390807 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-fd10d0b9-948b-4d1f-b54a-d167d9bd5dfc req-d7229871-aad5-4351-a083-2fd0d2e7ec36 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:50:09.412492 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca48ce5-8e74-48e0-a0d1-d3d3cce3598e tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Pushing event updated for resources: {'Port': ['ID=bea15203-cb61-4552-b230-5773fb18989f,revision_number=2']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:50:09.415245 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-8ca48ce5-8e74-48e0-a0d1-d3d3cce3598e tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:50:09.430251 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-8ca48ce5-8e74-48e0-a0d1-d3d3cce3598e tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674138'] for floatingip, after_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:50:09.457618 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:50:09.564258 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.db_base_plugin_common [req-fd10d0b9-948b-4d1f-b54a-d167d9bd5dfc req-d7229871-aad5-4351-a083-2fd0d2e7ec36 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Allocated IP 172.20.0.14 (c7e1650c-5ba1-4f26-b44e-4b25f0418eca/af352785-e60e-4f06-a345-cf845860f91c/4dcd7791-9011-4e37-bc47-14ed33d8fadf) {{(pid=74150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 28 16:50:09.640016 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.db.l3_db [None req-8ca48ce5-8e74-48e0-a0d1-d3d3cce3598e tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Floating IP a7ab020b-5ec6-4774-9256-53e4fe365bfb associated. External IP: 172.27.2.18, port: 935d2056-0fa3-401d-9acf-2748dec146ce.
Jun 28 16:50:09.787235 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-fd10d0b9-948b-4d1f-b54a-d167d9bd5dfc req-d7229871-aad5-4351-a083-2fd0d2e7ec36 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Notify callbacks [] for port, precommit_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:50:09.817322 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-fd10d0b9-948b-4d1f-b54a-d167d9bd5dfc req-d7229871-aad5-4351-a083-2fd0d2e7ec36 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771078328113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32536825'] for port, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:50:09.831102 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-973ce3db-71c9-489c-8d3a-db16daa92e2a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:50:09.836480 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] get_ports_and_sgs() called for port_ids ['5647d6e9-333b-4a44-ba72-8361e60834e4', '9215a22a-6b63-43c5-baf3-2179ab15119f'] {{(pid=74152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 28 16:50:09.887469 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd10d0b9-948b-4d1f-b54a-d167d9bd5dfc req-d7229871-aad5-4351-a083-2fd0d2e7ec36 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Network c7e1650c-5ba1-4f26-b44e-4b25f0418eca is already hosted by enough agents. {{(pid=74150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 28 16:50:09.891673 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.scheduler.base_scheduler [req-fd10d0b9-948b-4d1f-b54a-d167d9bd5dfc req-d7229871-aad5-4351-a083-2fd0d2e7ec36 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Resources bound (agent type, host, resource id):  {{(pid=74150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 28 16:50:09.894287 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd10d0b9-948b-4d1f-b54a-d167d9bd5dfc req-d7229871-aad5-4351-a083-2fd0d2e7ec36 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Received port after_create {{(pid=74150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 28 16:50:09.965445 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7229871-aad5-4351-a083-2fd0d2e7ec36 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Pushing event updated for resources: {'Port': ['ID=4dcd7791-9011-4e37-bc47-14ed33d8fadf,revision_number=1']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:50:09.968521 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-d7229871-aad5-4351-a083-2fd0d2e7ec36 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:50:09.982499 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd10d0b9-948b-4d1f-b54a-d167d9bd5dfc req-d7229871-aad5-4351-a083-2fd0d2e7ec36 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:50:09.983156 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-fd10d0b9-948b-4d1f-b54a-d167d9bd5dfc req-d7229871-aad5-4351-a083-2fd0d2e7ec36 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022804'] for port, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:50:10.014327 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-fd10d0b9-948b-4d1f-b54a-d167d9bd5dfc req-d7229871-aad5-4351-a083-2fd0d2e7ec36 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8151336
Jun 28 16:50:10.029465 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.v2.base [req-fd10d0b9-948b-4d1f-b54a-d167d9bd5dfc req-a7bbde89-82da-45a6-8649-88c8e3003724 service neutron] Request body: {'port': {'device_id': 'd2911e61-1e9f-4714-bdfe-5876e84f0ced', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79810'}} {{(pid=74150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:50:10.239948 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-fd10d0b9-948b-4d1f-b54a-d167d9bd5dfc req-a7bbde89-82da-45a6-8649-88c8e3003724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:50:10.263112 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ca48ce5-8e74-48e0-a0d1-d3d3cce3598e tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Router 515444ba-9373-4ab0-a856-a9908e20046b has already been hosted by L3 agent c1a676c2-2a78-4c35-ab22-a28e05dfd46e {{(pid=74151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 28 16:50:10.602195 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca48ce5-8e74-48e0-a0d1-d3d3cce3598e tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify agent at l3_agent.dv-cinder-798104-1-iscsi the message routers_updated {{(pid=74151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 28 16:50:10.615188 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a102dd1-b8c4-4e47-8ce0-725a39f4114f None None] Sync routers for ids ['515444ba-9373-4ab0-a856-a9908e20046b'] in dv-cinder-798104-1-iscsi {{(pid=74152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 28 16:50:10.633041 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-8ca48ce5-8e74-48e0-a0d1-d3d3cce3598e tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022804'] for floatingip, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:50:10.634543 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a102dd1-b8c4-4e47-8ce0-725a39f4114f None None] Routers {'515444ba-9373-4ab0-a856-a9908e20046b'} bound to L3 agent in host dv-cinder-798104-1-iscsi {{(pid=74152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 28 16:50:10.636162 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-7a102dd1-b8c4-4e47-8ce0-725a39f4114f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa2cf513730>, 'dv-cinder-798104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T16:33:11Z,description=<?>,heartbeat_timestamp=2021-06-28T16:49:41Z,host='dv-cinder-798104-1-iscsi',id=c1a676c2-2a78-4c35-ab22-a28e05dfd46e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-28T16:33:11Z,topic='l3_agent')) {'router_ids': ['515444ba-9373-4ab0-a856-a9908e20046b'], 'active': True} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:50:10.705299 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-8ca48ce5-8e74-48e0-a0d1-d3d3cce3598e tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 3.2900093
Jun 28 16:50:10.705299 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e1e68eb-02b8-4a6e-b165-2856bcf07dcf', 'tag': '935d2056-0fa3-401d-9acf-2748dec146ce'}] {{(pid=74151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 28 16:50:10.779970 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e1e68eb-02b8-4a6e-b165-2856bcf07dcf', 'tag': '935d2056-0fa3-401d-9acf-2748dec146ce', 'status': 'completed', 'code': 200}
Jun 28 16:50:10.785749 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd1f341-087c-41e6-b964-2eed72ee754a req-c8ab4212-2d79-4231-9def-97a39291d63d tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:50:10.786470 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-3cd1f341-087c-41e6-b964-2eed72ee754a req-c8ab4212-2d79-4231-9def-97a39291d63d tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Synchronizing usage tracker for tenant:6286d5e687e2493b924955a647f77d42 on resource:port {{(pid=74150) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 28 16:50:10.824254 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-3cd1f341-087c-41e6-b964-2eed72ee754a req-c8ab4212-2d79-4231-9def-97a39291d63d tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Unset dirty status for tenant:6286d5e687e2493b924955a647f77d42 on resource:port {{(pid=74150) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 28 16:50:10.825452 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-3cd1f341-087c-41e6-b964-2eed72ee754a req-c8ab4212-2d79-4231-9def-97a39291d63d tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2911e61-1e9f-4714-bdfe-5876e84f0ced HTTP/1.1" status: 200  len: 932 time: 0.4015129
Jun 28 16:50:10.871362 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvr_db [None req-7a102dd1-b8c4-4e47-8ce0-725a39f4114f None None] Set router 515444ba-9373-4ab0-a856-a9908e20046b gateway port host: dv-cinder-798104-1-iscsi {{(pid=74152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 28 16:50:10.892779 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-ed501de0-fca5-4baa-bd87-48b8b6b97829 req-d5e00bf6-312e-44f3-b77a-5b75238935d3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ce884a9bddfa4cbbac44e05b827223b3&device_id=9e1e68eb-02b8-4a6e-b165-2856bcf07dcf HTTP/1.1" status: 200  len: 1098 time: 0.0840745
Jun 28 16:50:10.914848 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.notifiers.nova [req-fd10d0b9-948b-4d1f-b54a-d167d9bd5dfc req-a7bbde89-82da-45a6-8649-88c8e3003724 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dcd7791-9011-4e37-bc47-14ed33d8fadf {{(pid=74150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 28 16:50:10.925996 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-fd10d0b9-948b-4d1f-b54a-d167d9bd5dfc req-a7bbde89-82da-45a6-8649-88c8e3003724 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:50:10.946111 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-3cd1f341-087c-41e6-b964-2eed72ee754a req-2c7393e3-0380-4bd9-b8f1-39ee14a36e20 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/security-groups?id=6ba629ee-6204-4afd-b212-d467f7b8df93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0868924
Jun 28 16:50:10.949685 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.provisioning_blocks [req-fd10d0b9-948b-4d1f-b54a-d167d9bd5dfc req-a7bbde89-82da-45a6-8649-88c8e3003724 service neutron] Transition to ACTIVE for port object 4dcd7791-9011-4e37-bc47-14ed33d8fadf will not be triggered until provisioned by entity L2. {{(pid=74150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 28 16:50:10.955439 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-fd10d0b9-948b-4d1f-b54a-d167d9bd5dfc req-a7bbde89-82da-45a6-8649-88c8e3003724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32536816'] for port, after_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:50:10.963399 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-973ce3db-71c9-489c-8d3a-db16daa92e2a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:50:11.112206 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed501de0-fca5-4baa-bd87-48b8b6b97829 req-5edac20b-c320-4d72-a786-be13f386856d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:50:11.114452 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-ed501de0-fca5-4baa-bd87-48b8b6b97829 req-5edac20b-c320-4d72-a786-be13f386856d service neutron] 10.222.0.15 "GET /v2.0/networks?id=ce5d0d75-0504-4eb6-b527-1f6283338b64 HTTP/1.1" status: 200  len: 912 time: 0.2146530
Jun 28 16:50:11.127850 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bbde89-82da-45a6-8649-88c8e3003724 service neutron] Pushing event updated for resources: {'Port': ['ID=4dcd7791-9011-4e37-bc47-14ed33d8fadf,revision_number=2']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:50:11.143326 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-a7bbde89-82da-45a6-8649-88c8e3003724 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:50:11.246858 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-ed501de0-fca5-4baa-bd87-48b8b6b97829 req-10b06278-20ef-443a-a207-1b612525d46a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=935d2056-0fa3-401d-9acf-2748dec146ce HTTP/1.1" status: 200  len: 998 time: 0.1219299
Jun 28 16:50:11.276515 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.managers [req-fd10d0b9-948b-4d1f-b54a-d167d9bd5dfc req-a7bbde89-82da-45a6-8649-88c8e3003724 service neutron] Attempting to bind port 4dcd7791-9011-4e37-bc47-14ed33d8fadf on host hv-cinder-79810 for vnic_type normal with profile  {{(pid=74150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 28 16:50:11.277099 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.managers [req-fd10d0b9-948b-4d1f-b54a-d167d9bd5dfc req-a7bbde89-82da-45a6-8649-88c8e3003724 service neutron] Attempting to bind port 4dcd7791-9011-4e37-bc47-14ed33d8fadf by drivers openvswitch,hyperv on host hv-cinder-79810 at level 0 using segments [{'id': '018e95c5-c7de-4c36-8ebb-fd83754561a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'c7e1650c-5ba1-4f26-b44e-4b25f0418eca'}] {{(pid=74150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 28 16:50:11.277354 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd10d0b9-948b-4d1f-b54a-d167d9bd5dfc req-a7bbde89-82da-45a6-8649-88c8e3003724 service neutron] Attempting to bind port 4dcd7791-9011-4e37-bc47-14ed33d8fadf on network c7e1650c-5ba1-4f26-b44e-4b25f0418eca {{(pid=74150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 28 16:50:11.279779 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-debec3c1-ee65-4dfb-95c6-e57c17938df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:50:11.286417 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd10d0b9-948b-4d1f-b54a-d167d9bd5dfc req-a7bbde89-82da-45a6-8649-88c8e3003724 service neutron] Port 4dcd7791-9011-4e37-bc47-14ed33d8fadf on network c7e1650c-5ba1-4f26-b44e-4b25f0418eca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79810 {{(pid=74150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 28 16:50:11.286887 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd10d0b9-948b-4d1f-b54a-d167d9bd5dfc req-a7bbde89-82da-45a6-8649-88c8e3003724 service neutron] Attempting to bind port 4dcd7791-9011-4e37-bc47-14ed33d8fadf on network c7e1650c-5ba1-4f26-b44e-4b25f0418eca {{(pid=74150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 28 16:50:11.295060 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd10d0b9-948b-4d1f-b54a-d167d9bd5dfc req-a7bbde89-82da-45a6-8649-88c8e3003724 service neutron] Checking agent: {'id': '11e346dd-a6a4-43d4-822e-d449440d0a22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 16, 39, 15), 'started_at': datetime.datetime(2021, 6, 28, 16, 39, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 16, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 28 16:50:11.295606 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd10d0b9-948b-4d1f-b54a-d167d9bd5dfc req-a7bbde89-82da-45a6-8649-88c8e3003724 service neutron] Checking segment: {'id': '018e95c5-c7de-4c36-8ebb-fd83754561a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'c7e1650c-5ba1-4f26-b44e-4b25f0418eca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 28 16:50:11.296433 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd10d0b9-948b-4d1f-b54a-d167d9bd5dfc req-a7bbde89-82da-45a6-8649-88c8e3003724 service neutron] Bound using segment: {'id': '018e95c5-c7de-4c36-8ebb-fd83754561a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'c7e1650c-5ba1-4f26-b44e-4b25f0418eca'} {{(pid=74150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 28 16:50:11.296975 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.managers [req-fd10d0b9-948b-4d1f-b54a-d167d9bd5dfc req-a7bbde89-82da-45a6-8649-88c8e3003724 service neutron] Bound port: 4dcd7791-9011-4e37-bc47-14ed33d8fadf, host: hv-cinder-79810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '018e95c5-c7de-4c36-8ebb-fd83754561a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'c7e1650c-5ba1-4f26-b44e-4b25f0418eca'}}] {{(pid=74150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 28 16:50:11.297528 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-fd10d0b9-948b-4d1f-b54a-d167d9bd5dfc req-a7bbde89-82da-45a6-8649-88c8e3003724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:50:11.330787 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed501de0-fca5-4baa-bd87-48b8b6b97829 req-34ad7ed0-031b-4371-83e0-8ef79a49ad88 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:50:11.332341 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-ed501de0-fca5-4baa-bd87-48b8b6b97829 req-34ad7ed0-031b-4371-83e0-8ef79a49ad88 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=323cae5e-b0ca-4159-a857-f280b10a8759 HTTP/1.1" status: 200  len: 850 time: 0.0766525
Jun 28 16:50:11.397289 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.db [req-fd10d0b9-948b-4d1f-b54a-d167d9bd5dfc req-a7bbde89-82da-45a6-8649-88c8e3003724 service neutron] For port 4dcd7791-9011-4e37-bc47-14ed33d8fadf, host hv-cinder-79810, cleared binding levels {{(pid=74150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 28 16:50:11.400557 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.db [req-fd10d0b9-948b-4d1f-b54a-d167d9bd5dfc req-a7bbde89-82da-45a6-8649-88c8e3003724 service neutron] For port 4dcd7791-9011-4e37-bc47-14ed33d8fadf, host hv-cinder-79810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=4dcd7791-9011-4e37-bc47-14ed33d8fadf,segment=NetworkSegment(018e95c5-c7de-4c36-8ebb-fd83754561a2),segment_id=018e95c5-c7de-4c36-8ebb-fd83754561a2)] {{(pid=74150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 28 16:50:11.406260 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-fd10d0b9-948b-4d1f-b54a-d167d9bd5dfc req-a7bbde89-82da-45a6-8649-88c8e3003724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32536816'] for port, after_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:50:11.411076 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:50:11.420427 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-ed501de0-fca5-4baa-bd87-48b8b6b97829 req-ffa04050-b356-44a5-b91b-b04ab11b5ef6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ce5d0d75-0504-4eb6-b527-1f6283338b64&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0802894
Jun 28 16:50:11.422633 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-7a102dd1-b8c4-4e47-8ce0-725a39f4114f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa2cf513730>, [{'id': '515444ba-9373-4ab0-a856-a9908e20046b', 'name': 'tempest-TestVolumeBootPattern-836473996-router', 'tenant_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': 'b0da1118-bc7f-4a37-8bb2-403325dd395a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:46:40Z', 'updated_at': '2021-06-28T16:46:45Z', 'revision_number': 4, 'project_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'gw_port': {'id': 'b0da1118-bc7f-4a37-8bb2-403325dd395a', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515444ba-9373-4ab0-a856-a9908e20046b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:46:40Z', 'updated_at': '2021-06-28T16:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi', '_floatingips': [{'id': 'a7ab020b-5ec6-4774-9256-53e4fe365bfb', 'tenant_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'floating_ip_address': '172.27.2.18', 'floating_network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'router_id': '515444ba-9373-4ab0-a856-a9908e20046b', 'port_id': '935d2056-0fa3-401d-9acf-2748dec146ce', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce5d0d75-0504-4eb6-b527-1f6283338b64', 'mac_address': 'fa:16:3e:7f:fb:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1e68eb-02b8-4a6e-b165-2856bcf07dcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T16:50:08Z', 'updated_at': '2021-06-28T16:50:08Z', 'revision_number': 0, 'project_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbb29726-34b2-497a-b463-ca98b87515b5', 'name': '', 'network_id': 'ce5d0d75-0504-4eb6-b527-1f6283338b64', 'tenant_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'mac_address': 'fa:16:3e:02:40:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515444ba-9373-4ab0-a856-a9908e20046b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '323cae5e-b0ca-4159-a857-f280b10a8759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:46:44Z', 'updated_at': '2021-06-28T16:47:11Z', 'revision_number': 5, 'project_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'subnets': [{'id': '323cae5e-b0ca-4159-a857-f280b10a8759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-iscsi', False) {} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:50:11.427083 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a102dd1-b8c4-4e47-8ce0-725a39f4114f None None] Checking router: 515444ba-9373-4ab0-a856-a9908e20046b for host: dv-cinder-798104-1-iscsi {{(pid=74152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 28 16:50:11.439008 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a102dd1-b8c4-4e47-8ce0-725a39f4114f None None] Routers {'515444ba-9373-4ab0-a856-a9908e20046b'} bound to L3 agent in host dv-cinder-798104-1-iscsi {{(pid=74152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 28 16:50:11.439721 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-7a102dd1-b8c4-4e47-8ce0-725a39f4114f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa2cf513730>, 'dv-cinder-798104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T16:33:11Z,description=<?>,heartbeat_timestamp=2021-06-28T16:50:11Z,host='dv-cinder-798104-1-iscsi',id=c1a676c2-2a78-4c35-ab22-a28e05dfd46e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-28T16:33:11Z,topic='l3_agent')) {'router_ids': ['515444ba-9373-4ab0-a856-a9908e20046b'], 'active': True} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:50:11.482921 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-fd10d0b9-948b-4d1f-b54a-d167d9bd5dfc req-a7bbde89-82da-45a6-8649-88c8e3003724 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022804'] for port, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:50:11.484703 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-fd10d0b9-948b-4d1f-b54a-d167d9bd5dfc req-a7bbde89-82da-45a6-8649-88c8e3003724 service neutron] 10.222.0.15 "PUT /v2.0/ports/4dcd7791-9011-4e37-bc47-14ed33d8fadf HTTP/1.1" status: 200  len: 1094 time: 1.4624484
Jun 28 16:50:11.485241 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2911e61-1e9f-4714-bdfe-5876e84f0ced', 'tag': '4dcd7791-9011-4e37-bc47-14ed33d8fadf'}] {{(pid=74150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 28 16:50:11.504136 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bbde89-82da-45a6-8649-88c8e3003724 service neutron] Pushing event updated for resources: {'Port': ['ID=4dcd7791-9011-4e37-bc47-14ed33d8fadf,revision_number=3']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:50:11.512131 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-a7bbde89-82da-45a6-8649-88c8e3003724 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:50:11.578024 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-ed501de0-fca5-4baa-bd87-48b8b6b97829 req-b3e978b8-9534-4c7a-99ed-ed5f66289e53 service neutron] 10.222.0.15 "GET /v2.0/networks/ce5d0d75-0504-4eb6-b527-1f6283338b64?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1490071
Jun 28 16:50:11.584649 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2911e61-1e9f-4714-bdfe-5876e84f0ced', 'tag': '4dcd7791-9011-4e37-bc47-14ed33d8fadf', 'status': 'completed', 'code': 200}
Jun 28 16:50:11.623834 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-fd10d0b9-948b-4d1f-b54a-d167d9bd5dfc req-274582dc-8d1e-45a6-a0c7-aec19cb23f99 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6286d5e687e2493b924955a647f77d42&device_id=d2911e61-1e9f-4714-bdfe-5876e84f0ced HTTP/1.1" status: 200  len: 1097 time: 0.0788045
Jun 28 16:50:11.643349 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvr_db [None req-7a102dd1-b8c4-4e47-8ce0-725a39f4114f None None] Set router 515444ba-9373-4ab0-a856-a9908e20046b gateway port host: dv-cinder-798104-1-iscsi {{(pid=74152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 28 16:50:11.732138 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-fd10d0b9-948b-4d1f-b54a-d167d9bd5dfc req-019a3186-96c5-4fdf-a7b5-f08485be1dad service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4dcd7791-9011-4e37-bc47-14ed33d8fadf HTTP/1.1" status: 200  len: 217 time: 0.0979586
Jun 28 16:50:11.735664 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-ed501de0-fca5-4baa-bd87-48b8b6b97829 req-f66d6e42-5a2a-42e6-ad76-66b524b19921 service neutron] 10.222.0.15 "GET /v2.0/networks/ce5d0d75-0504-4eb6-b527-1f6283338b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1493285
Jun 28 16:50:11.830193 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd10d0b9-948b-4d1f-b54a-d167d9bd5dfc req-6f772e20-9301-4fc1-9e52-f579c10cb8a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:50:11.831704 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-fd10d0b9-948b-4d1f-b54a-d167d9bd5dfc req-6f772e20-9301-4fc1-9e52-f579c10cb8a1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af352785-e60e-4f06-a345-cf845860f91c HTTP/1.1" status: 200  len: 854 time: 0.0877244
Jun 28 16:50:11.879266 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-fd10d0b9-948b-4d1f-b54a-d167d9bd5dfc req-bddd4dec-325c-4f2b-b885-7e23b7a087fa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c7e1650c-5ba1-4f26-b44e-4b25f0418eca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0408459
Jun 28 16:50:12.019714 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-fd10d0b9-948b-4d1f-b54a-d167d9bd5dfc req-01612e52-023d-4c88-8ab1-8ed29c9e97df service neutron] 10.222.0.15 "GET /v2.0/networks/c7e1650c-5ba1-4f26-b44e-4b25f0418eca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1317544
Jun 28 16:50:12.095695 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-7a102dd1-b8c4-4e47-8ce0-725a39f4114f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa2cf513730>, [{'id': '515444ba-9373-4ab0-a856-a9908e20046b', 'name': 'tempest-TestVolumeBootPattern-836473996-router', 'tenant_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': 'b0da1118-bc7f-4a37-8bb2-403325dd395a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:46:40Z', 'updated_at': '2021-06-28T16:46:45Z', 'revision_number': 4, 'project_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'gw_port': {'id': 'b0da1118-bc7f-4a37-8bb2-403325dd395a', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515444ba-9373-4ab0-a856-a9908e20046b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:46:40Z', 'updated_at': '2021-06-28T16:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi', '_floatingips': [{'id': 'a7ab020b-5ec6-4774-9256-53e4fe365bfb', 'tenant_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'floating_ip_address': '172.27.2.18', 'floating_network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'router_id': '515444ba-9373-4ab0-a856-a9908e20046b', 'port_id': '935d2056-0fa3-401d-9acf-2748dec146ce', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce5d0d75-0504-4eb6-b527-1f6283338b64', 'mac_address': 'fa:16:3e:7f:fb:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1e68eb-02b8-4a6e-b165-2856bcf07dcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T16:50:08Z', 'updated_at': '2021-06-28T16:50:08Z', 'revision_number': 0, 'project_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbb29726-34b2-497a-b463-ca98b87515b5', 'name': '', 'network_id': 'ce5d0d75-0504-4eb6-b527-1f6283338b64', 'tenant_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'mac_address': 'fa:16:3e:02:40:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515444ba-9373-4ab0-a856-a9908e20046b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '323cae5e-b0ca-4159-a857-f280b10a8759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:46:44Z', 'updated_at': '2021-06-28T16:47:11Z', 'revision_number': 5, 'project_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'subnets': [{'id': '323cae5e-b0ca-4159-a857-f280b10a8759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-iscsi', False) {} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:50:12.097740 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a102dd1-b8c4-4e47-8ce0-725a39f4114f None None] The sync data for ids ['515444ba-9373-4ab0-a856-a9908e20046b'] in dv-cinder-798104-1-iscsi is: [{'id': '515444ba-9373-4ab0-a856-a9908e20046b', 'name': 'tempest-TestVolumeBootPattern-836473996-router', 'tenant_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': 'b0da1118-bc7f-4a37-8bb2-403325dd395a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:46:40Z', 'updated_at': '2021-06-28T16:46:45Z', 'revision_number': 4, 'project_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'gw_port': {'id': 'b0da1118-bc7f-4a37-8bb2-403325dd395a', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515444ba-9373-4ab0-a856-a9908e20046b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:46:40Z', 'updated_at': '2021-06-28T16:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi', '_floatingips': [{'id': 'a7ab020b-5ec6-4774-9256-53e4fe365bfb', 'tenant_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'floating_ip_address': '172.27.2.18', 'floating_network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'router_id': '515444ba-9373-4ab0-a856-a9908e20046b', 'port_id': '935d2056-0fa3-401d-9acf-2748dec146ce', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce5d0d75-0504-4eb6-b527-1f6283338b64', 'mac_address': 'fa:16:3e:7f:fb:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1e68eb-02b8-4a6e-b165-2856bcf07dcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T16:50:08Z', 'updated_at': '2021-06-28T16:50:08Z', 'revision_number': 0, 'project_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbb29726-34b2-497a-b463-ca98b87515b5', 'name': '', 'network_id': 'ce5d0d75-0504-4eb6-b527-1f6283338b64', 'tenant_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'mac_address': 'fa:16:3e:02:40:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515444ba-9373-4ab0-a856-a9908e20046b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '323cae5e-b0ca-4159-a857-f280b10a8759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:46:44Z', 'updated_at': '2021-06-28T16:47:11Z', 'revision_number': 5, 'project_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'subnets': [{'id': '323cae5e-b0ca-4159-a857-f280b10a8759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 28 16:50:12.249901 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-fd10d0b9-948b-4d1f-b54a-d167d9bd5dfc req-e312e5ce-e837-42eb-a1b9-ba37e6d5f34b service neutron] 10.222.0.15 "GET /v2.0/networks/c7e1650c-5ba1-4f26-b44e-4b25f0418eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2217641
Jun 28 16:50:12.262908 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6917ff7f-43f0-4754-9438-14d2b7d24e2f req-43285c6a-99ae-426a-8a25-7c0ce8c9c08a tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:50:12.264415 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-6917ff7f-43f0-4754-9438-14d2b7d24e2f req-43285c6a-99ae-426a-8a25-7c0ce8c9c08a tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2911e61-1e9f-4714-bdfe-5876e84f0ced HTTP/1.1" status: 200  len: 944 time: 0.1532776
Jun 28 16:50:12.296089 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd77f24-9409-455b-a0c0-6a1f68adc9c1 None None] New status for floating IP a7ab020b-5ec6-4774-9256-53e4fe365bfb: ACTIVE {{(pid=74153) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jun 28 16:50:12.349195 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-6917ff7f-43f0-4754-9438-14d2b7d24e2f req-eb0e2a16-d63d-471a-b803-12abf7522b72 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/security-groups?id=6ba629ee-6204-4afd-b212-d467f7b8df93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0787668
Jun 28 16:50:12.391111 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-58e100d5-d2cf-4aae-88ba-5cbdfb38a1c2 req-bf621bad-6eaf-411b-87a0-653b726c087a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6286d5e687e2493b924955a647f77d42&device_id=d2911e61-1e9f-4714-bdfe-5876e84f0ced HTTP/1.1" status: 200  len: 1097 time: 0.0794008
Jun 28 16:50:12.447458 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-6c3ff140-2be5-46e8-b74a-5424bc372793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:50:12.530306 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e100d5-d2cf-4aae-88ba-5cbdfb38a1c2 req-8cdf5d24-0e4c-4e04-a596-e9f38aba50b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:50:12.531827 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-58e100d5-d2cf-4aae-88ba-5cbdfb38a1c2 req-8cdf5d24-0e4c-4e04-a596-e9f38aba50b7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c7e1650c-5ba1-4f26-b44e-4b25f0418eca HTTP/1.1" status: 200  len: 915 time: 0.1332924
Jun 28 16:50:12.603783 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-58e100d5-d2cf-4aae-88ba-5cbdfb38a1c2 req-b16d8577-99eb-411d-b970-b419e3950e50 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4dcd7791-9011-4e37-bc47-14ed33d8fadf HTTP/1.1" status: 200  len: 217 time: 0.0655253
Jun 28 16:50:12.670242 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e100d5-d2cf-4aae-88ba-5cbdfb38a1c2 req-8bb38916-69f7-495f-a5e3-46ad9664ea76 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:50:12.671665 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-58e100d5-d2cf-4aae-88ba-5cbdfb38a1c2 req-8bb38916-69f7-495f-a5e3-46ad9664ea76 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af352785-e60e-4f06-a345-cf845860f91c HTTP/1.1" status: 200  len: 854 time: 0.0581033
Jun 28 16:50:12.722823 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-58e100d5-d2cf-4aae-88ba-5cbdfb38a1c2 req-0b964967-421c-4c23-a3a6-f836b71bf923 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c7e1650c-5ba1-4f26-b44e-4b25f0418eca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0436795
Jun 28 16:50:12.967438 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-58e100d5-d2cf-4aae-88ba-5cbdfb38a1c2 req-dfa0aa23-faac-4d72-9a25-d51565a1687f service neutron] 10.222.0.15 "GET /v2.0/networks/c7e1650c-5ba1-4f26-b44e-4b25f0418eca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2369082
Jun 28 16:50:13.102059 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-58e100d5-d2cf-4aae-88ba-5cbdfb38a1c2 req-58bf99c5-7451-4f14-8ef6-b9ae55b157cf service neutron] 10.222.0.15 "GET /v2.0/networks/c7e1650c-5ba1-4f26-b44e-4b25f0418eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1278205
Jun 28 16:50:13.547248 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66518eb3-3e8f-4580-9d57-b69c987fb9f4 req-a7d5c7d2-0b6a-458d-b537-c3c05e590850 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:50:13.548697 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-66518eb3-3e8f-4580-9d57-b69c987fb9f4 req-a7d5c7d2-0b6a-458d-b537-c3c05e590850 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2911e61-1e9f-4714-bdfe-5876e84f0ced HTTP/1.1" status: 200  len: 944 time: 0.0751324
Jun 28 16:50:13.592879 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-66518eb3-3e8f-4580-9d57-b69c987fb9f4 req-9a62f49b-21ea-4ed7-83ed-492f1d9864dd tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/security-groups?id=6ba629ee-6204-4afd-b212-d467f7b8df93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383885
Jun 28 16:50:14.057848 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-5e27322e-457d-4bf0-b73d-ff6c09f635fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:50:14.812084 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b6c5e7-372b-42c9-9ce8-0644352ac4ef req-903c0602-7dc7-4aaa-9758-0cf090d13b43 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:50:14.813550 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-17b6c5e7-372b-42c9-9ce8-0644352ac4ef req-903c0602-7dc7-4aaa-9758-0cf090d13b43 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2911e61-1e9f-4714-bdfe-5876e84f0ced HTTP/1.1" status: 200  len: 944 time: 0.0866036
Jun 28 16:50:14.862440 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-17b6c5e7-372b-42c9-9ce8-0644352ac4ef req-1197b52b-4018-47ca-a479-18a4113b4471 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/security-groups?id=6ba629ee-6204-4afd-b212-d467f7b8df93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432284
Jun 28 16:50:14.933477 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-1ae2eff9-255d-4660-b7a9-9d0e2063024f req-2588acd6-e651-42c9-8f02-a4d1fe0ac875 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2a8fe0c7-43d1-4a1c-8f1a-7515888ac7fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0677123
Jun 28 16:50:15.094761 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-1ae2eff9-255d-4660-b7a9-9d0e2063024f req-439e0478-18ed-43bb-a205-527157cf5d59 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=752951ca61fe47f0b32b0595cf035391&device_id=2a8fe0c7-43d1-4a1c-8f1a-7515888ac7fd HTTP/1.1" status: 200  len: 1099 time: 0.0904839
Jun 28 16:50:15.100726 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:50:15.255906 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae2eff9-255d-4660-b7a9-9d0e2063024f req-112245b1-11d1-4df8-b266-71977970c3b4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:50:15.257424 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-1ae2eff9-255d-4660-b7a9-9d0e2063024f req-112245b1-11d1-4df8-b266-71977970c3b4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a9115e8f-c856-43bc-8ed7-54570859b456 HTTP/1.1" status: 200  len: 910 time: 0.1345310
Jun 28 16:50:15.363242 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-1ae2eff9-255d-4660-b7a9-9d0e2063024f req-dc1f13f1-e1d6-41e9-879c-796eac97c28c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=875017ef-70c7-4cb3-85af-ddebda6ee33e HTTP/1.1" status: 200  len: 1001 time: 0.0976915
Jun 28 16:50:15.424716 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae2eff9-255d-4660-b7a9-9d0e2063024f req-a4ce7de4-eb75-4746-a005-a49f24d94c84 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:50:15.426202 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-1ae2eff9-255d-4660-b7a9-9d0e2063024f req-a4ce7de4-eb75-4746-a005-a49f24d94c84 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f4efdb07-e2c5-4e6d-af9a-cc24275e76fb HTTP/1.1" status: 200  len: 848 time: 0.0559864
Jun 28 16:50:15.509792 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device 4dcd7791-9011-4e37-bc47-14ed33d8fadf details requested by agent hyperv_hv-cinder-79810 with host hv-cinder-79810 {{(pid=74152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 28 16:50:15.510935 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-1ae2eff9-255d-4660-b7a9-9d0e2063024f req-0c081605-3c78-42d2-8c47-e71bfde2253e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a9115e8f-c856-43bc-8ed7-54570859b456&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0676715
Jun 28 16:50:15.644275 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-1ae2eff9-255d-4660-b7a9-9d0e2063024f req-81853916-87e4-4d65-a156-69cf5d6b72c8 service neutron] 10.222.0.15 "GET /v2.0/networks/a9115e8f-c856-43bc-8ed7-54570859b456?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1264403
Jun 28 16:50:15.645645 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] For port 4dcd7791-9011-4e37-bc47-14ed33d8fadf, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=4dcd7791-9011-4e37-bc47-14ed33d8fadf,segment=NetworkSegment(018e95c5-c7de-4c36-8ebb-fd83754561a2),segment_id=018e95c5-c7de-4c36-8ebb-fd83754561a2)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:50:15.659536 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Returning: {'device': '4dcd7791-9011-4e37-bc47-14ed33d8fadf', 'network_id': 'c7e1650c-5ba1-4f26-b44e-4b25f0418eca', 'port_id': '4dcd7791-9011-4e37-bc47-14ed33d8fadf', 'mac_address': 'fa:16:3e:ac:8a:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af352785-e60e-4f06-a345-cf845860f91c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 28 16:50:15.712245 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:50:15.729664 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.notifiers.nova [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dcd7791-9011-4e37-bc47-14ed33d8fadf {{(pid=74152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 28 16:50:15.744631 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] For port 4dcd7791-9011-4e37-bc47-14ed33d8fadf, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=4dcd7791-9011-4e37-bc47-14ed33d8fadf,segment=NetworkSegment(018e95c5-c7de-4c36-8ebb-fd83754561a2),segment_id=018e95c5-c7de-4c36-8ebb-fd83754561a2)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:50:15.748298 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:50:15.750923 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-f14bc630-1ee9-4389-a8cc-cbdc5809b1d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:50:15.777753 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-1ae2eff9-255d-4660-b7a9-9d0e2063024f req-9f15560d-11a7-45f3-b794-85bde4289c8e service neutron] 10.222.0.15 "GET /v2.0/networks/a9115e8f-c856-43bc-8ed7-54570859b456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1257942
Jun 28 16:50:15.817368 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Pushing event updated for resources: {'Port': ['ID=4dcd7791-9011-4e37-bc47-14ed33d8fadf,revision_number=4']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:50:15.820364 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:50:16.036872 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] get_ports_and_sgs() called for port_ids ['4dcd7791-9011-4e37-bc47-14ed33d8fadf'] {{(pid=74152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 28 16:50:16.061245 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17457490-c5b6-4faf-a19a-6a355537ffba req-39e9031f-7d04-4435-82c2-a4db44fea304 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:50:16.062817 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-17457490-c5b6-4faf-a19a-6a355537ffba req-39e9031f-7d04-4435-82c2-a4db44fea304 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2911e61-1e9f-4714-bdfe-5876e84f0ced HTTP/1.1" status: 200  len: 945 time: 0.0803823
Jun 28 16:50:16.114212 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-17457490-c5b6-4faf-a19a-6a355537ffba req-0d08ed6c-c918-40ce-aaad-fdb35dccbdd6 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/security-groups?id=6ba629ee-6204-4afd-b212-d467f7b8df93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449426
Jun 28 16:50:17.311148 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44401d7c-18be-4619-93fb-b7957460ba7b req-1e4e5f9f-1552-4e6a-8404-6e1f45e16998 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:50:17.312629 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-44401d7c-18be-4619-93fb-b7957460ba7b req-1e4e5f9f-1552-4e6a-8404-6e1f45e16998 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2911e61-1e9f-4714-bdfe-5876e84f0ced HTTP/1.1" status: 200  len: 945 time: 0.0772595
Jun 28 16:50:17.361251 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-44401d7c-18be-4619-93fb-b7957460ba7b req-7c19cbe4-fff9-4ff3-86e1-f0b4c23b5f67 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/security-groups?id=6ba629ee-6204-4afd-b212-d467f7b8df93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430033
Jun 28 16:50:17.518053 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device 4dcd7791-9011-4e37-bc47-14ed33d8fadf up at agent hyperv_hv-cinder-79810 {{(pid=74152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 28 16:50:17.585033 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Provisioning for port 4dcd7791-9011-4e37-bc47-14ed33d8fadf completed by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 28 16:50:17.589998 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Provisioning complete for port 4dcd7791-9011-4e37-bc47-14ed33d8fadf triggered by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:50:17.590367 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:50:17.707396 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:50:17.735602 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2911e61-1e9f-4714-bdfe-5876e84f0ced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dcd7791-9011-4e37-bc47-14ed33d8fadf'}] {{(pid=74152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 28 16:50:17.745564 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] For port 4dcd7791-9011-4e37-bc47-14ed33d8fadf, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=4dcd7791-9011-4e37-bc47-14ed33d8fadf,segment=NetworkSegment(018e95c5-c7de-4c36-8ebb-fd83754561a2),segment_id=018e95c5-c7de-4c36-8ebb-fd83754561a2)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:50:17.749534 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:50:17.752190 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-92adfee5-f03c-40f8-aade-905b984ffe44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:50:17.809725 dv-cinder-798104-1-iscsi neutron-server[74152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2911e61-1e9f-4714-bdfe-5876e84f0ced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dcd7791-9011-4e37-bc47-14ed33d8fadf', 'code': 200}
Jun 28 16:50:17.824278 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Pushing event updated for resources: {'Port': ['ID=4dcd7791-9011-4e37-bc47-14ed33d8fadf,revision_number=5']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:50:17.828319 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:50:18.042433 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-548f1cdb-3013-4817-8083-c8e588d061d8 req-0d550e75-c7c1-40fe-acaa-17788660a1a4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d2911e61-1e9f-4714-bdfe-5876e84f0ced HTTP/1.1" status: 200  len: 1099 time: 0.0656698
Jun 28 16:50:18.091888 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-548f1cdb-3013-4817-8083-c8e588d061d8 req-e233643a-cc17-4d28-9d99-092b94746e36 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6ba629ee-6204-4afd-b212-d467f7b8df93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0361121
Jun 28 16:50:18.652148 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368f3809-9d69-4485-93db-47d658727ec8 req-f6701f96-bee9-4d63-a349-a471f83c2278 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:50:18.653629 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-368f3809-9d69-4485-93db-47d658727ec8 req-f6701f96-bee9-4d63-a349-a471f83c2278 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2911e61-1e9f-4714-bdfe-5876e84f0ced HTTP/1.1" status: 200  len: 946 time: 0.1707592
Jun 28 16:50:18.699474 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-368f3809-9d69-4485-93db-47d658727ec8 req-eb499d27-5060-403a-a917-8b1a9b8dd6b4 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/security-groups?id=6ba629ee-6204-4afd-b212-d467f7b8df93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403655
Jun 28 16:50:19.892464 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ed1e48-8f54-41a8-9bcb-01efba104430 req-efe0b159-dbc7-49be-b138-8500b591fdbc tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:50:19.893948 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-04ed1e48-8f54-41a8-9bcb-01efba104430 req-efe0b159-dbc7-49be-b138-8500b591fdbc tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2911e61-1e9f-4714-bdfe-5876e84f0ced HTTP/1.1" status: 200  len: 946 time: 0.0756917
Jun 28 16:50:19.939052 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-04ed1e48-8f54-41a8-9bcb-01efba104430 req-b9b71abd-aeaa-4a9e-9ec0-22063c9ab67e tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/security-groups?id=6ba629ee-6204-4afd-b212-d467f7b8df93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396864
Jun 28 16:50:30.487110 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.agents_db [None req-cfc1c983-b0ac-48e0-8737-db5653a7b2f7 None None] Agent healthcheck: found 6 active agents {{(pid=74153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 28 16:50:31.776695 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c8178a-f88a-4f9e-8e2f-94fd1c10f743 req-575e7822-cd0f-4642-8424-c0c55b1b0412 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:50:31.778065 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-29c8178a-f88a-4f9e-8e2f-94fd1c10f743 req-575e7822-cd0f-4642-8424-c0c55b1b0412 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/networks?id=c7e1650c-5ba1-4f26-b44e-4b25f0418eca HTTP/1.1" status: 200  len: 814 time: 0.1412618
Jun 28 16:50:31.794854 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-29c8178a-f88a-4f9e-8e2f-94fd1c10f743 req-3f959a2e-43ba-4517-b7d9-7029645ae44a tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/quotas/6286d5e687e2493b924955a647f77d42 HTTP/1.1" status: 200  len: 375 time: 0.0114191
Jun 28 16:50:31.878799 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-29c8178a-f88a-4f9e-8e2f-94fd1c10f743 req-029af902-a8c4-48e4-9aa5-1108934c1a93 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6286d5e687e2493b924955a647f77d42&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0790608
Jun 28 16:50:32.006806 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-29c8178a-f88a-4f9e-8e2f-94fd1c10f743 req-77863323-cfe4-4e36-bdae-784c7bb89b38 service neutron] 10.222.0.30 "GET /v2.0/networks/c7e1650c-5ba1-4f26-b44e-4b25f0418eca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1213098
Jun 28 16:50:32.134334 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-29c8178a-f88a-4f9e-8e2f-94fd1c10f743 req-752dfea6-51f6-452e-ac68-7bf22a92ce6b service neutron] 10.222.0.30 "GET /v2.0/networks/c7e1650c-5ba1-4f26-b44e-4b25f0418eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1219079
Jun 28 16:50:32.314545 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-dcd7c9a5-8521-4057-a3aa-dac635e553e1 req-a978826d-ed64-49c6-b238-dd0904e498ba tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/ports?device_id=b42d8964-a7e4-4900-9bba-0493ff880240 HTTP/1.1" status: 200  len: 210 time: 0.0403578
Jun 28 16:50:33.412268 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c8178a-f88a-4f9e-8e2f-94fd1c10f743 req-19d78f17-59f1-449e-bdf2-e9903cfb3da8 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:50:33.413422 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-29c8178a-f88a-4f9e-8e2f-94fd1c10f743 req-19d78f17-59f1-449e-bdf2-e9903cfb3da8 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.15 "GET /v2.0/networks?id=c7e1650c-5ba1-4f26-b44e-4b25f0418eca HTTP/1.1" status: 200  len: 814 time: 0.1535950
Jun 28 16:50:33.431373 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.v2.base [req-29c8178a-f88a-4f9e-8e2f-94fd1c10f743 req-0b088764-f31d-4efc-a8dc-eae635711b3a tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Request body: {'port': {'device_id': 'b42d8964-a7e4-4900-9bba-0493ff880240', 'network_id': 'c7e1650c-5ba1-4f26-b44e-4b25f0418eca', 'admin_state_up': True, 'tenant_id': '6286d5e687e2493b924955a647f77d42'}} {{(pid=74150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:50:33.543720 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-8370c75b-8cce-4a7b-955a-18007378e4af req-fb639d8b-1782-465a-af9e-690698029379 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/ports?device_id=b42d8964-a7e4-4900-9bba-0493ff880240 HTTP/1.1" status: 200  len: 210 time: 0.0973809
Jun 28 16:50:33.615255 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [req-29c8178a-f88a-4f9e-8e2f-94fd1c10f743 req-0b088764-f31d-4efc-a8dc-eae635711b3a tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:50:33.624496 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [req-29c8178a-f88a-4f9e-8e2f-94fd1c10f743 req-0b088764-f31d-4efc-a8dc-eae635711b3a tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:50:33.634070 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29c8178a-f88a-4f9e-8e2f-94fd1c10f743 req-0b088764-f31d-4efc-a8dc-eae635711b3a tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Made reservation on behalf of 6286d5e687e2493b924955a647f77d42 for: {'port': 1} {{(pid=74150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 28 16:50:33.637597 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-29c8178a-f88a-4f9e-8e2f-94fd1c10f743 req-0b088764-f31d-4efc-a8dc-eae635711b3a tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:50:33.795811 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.db_base_plugin_common [req-29c8178a-f88a-4f9e-8e2f-94fd1c10f743 req-0b088764-f31d-4efc-a8dc-eae635711b3a tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Allocated IP 172.20.0.6 (c7e1650c-5ba1-4f26-b44e-4b25f0418eca/af352785-e60e-4f06-a345-cf845860f91c/40e73035-7efd-4980-a41f-09c8754eccaa) {{(pid=74150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 28 16:50:33.993348 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-29c8178a-f88a-4f9e-8e2f-94fd1c10f743 req-0b088764-f31d-4efc-a8dc-eae635711b3a tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Notify callbacks [] for port, precommit_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:50:34.021382 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-29c8178a-f88a-4f9e-8e2f-94fd1c10f743 req-0b088764-f31d-4efc-a8dc-eae635711b3a tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771078328113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32536825'] for port, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:50:34.027258 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-d97beb3b-874e-450a-8fa5-4377f84cf43f tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:50:34.034790 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] get_ports_and_sgs() called for port_ids ['5647d6e9-333b-4a44-ba72-8361e60834e4', '9215a22a-6b63-43c5-baf3-2179ab15119f', '4dcd7791-9011-4e37-bc47-14ed33d8fadf'] {{(pid=74152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 28 16:50:34.098344 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29c8178a-f88a-4f9e-8e2f-94fd1c10f743 req-0b088764-f31d-4efc-a8dc-eae635711b3a tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Network c7e1650c-5ba1-4f26-b44e-4b25f0418eca is already hosted by enough agents. {{(pid=74150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 28 16:50:34.101824 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.scheduler.base_scheduler [req-29c8178a-f88a-4f9e-8e2f-94fd1c10f743 req-0b088764-f31d-4efc-a8dc-eae635711b3a tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Resources bound (agent type, host, resource id):  {{(pid=74150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 28 16:50:34.103786 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b088764-f31d-4efc-a8dc-eae635711b3a tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Pushing event updated for resources: {'Port': ['ID=40e73035-7efd-4980-a41f-09c8754eccaa,revision_number=1']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:50:34.106194 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.l3_dvrscheduler_db [req-29c8178a-f88a-4f9e-8e2f-94fd1c10f743 req-0b088764-f31d-4efc-a8dc-eae635711b3a tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Received port after_create {{(pid=74150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 28 16:50:34.150423 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b088764-f31d-4efc-a8dc-eae635711b3a tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:50:34.150811 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b088764-f31d-4efc-a8dc-eae635711b3a tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:50:34.151182 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b088764-f31d-4efc-a8dc-eae635711b3a tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:50:34.151540 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b088764-f31d-4efc-a8dc-eae635711b3a tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:50:34.151893 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b088764-f31d-4efc-a8dc-eae635711b3a tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:50:34.152248 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b088764-f31d-4efc-a8dc-eae635711b3a tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:50:34.152597 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b088764-f31d-4efc-a8dc-eae635711b3a tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:50:34.152945 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b088764-f31d-4efc-a8dc-eae635711b3a tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:50:34.153321 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b088764-f31d-4efc-a8dc-eae635711b3a tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:50:34.153666 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b088764-f31d-4efc-a8dc-eae635711b3a tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:50:34.154012 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b088764-f31d-4efc-a8dc-eae635711b3a tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:50:34.162928 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-0b088764-f31d-4efc-a8dc-eae635711b3a tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:50:34.181150 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c8178a-f88a-4f9e-8e2f-94fd1c10f743 req-0b088764-f31d-4efc-a8dc-eae635711b3a tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:50:34.181755 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-29c8178a-f88a-4f9e-8e2f-94fd1c10f743 req-0b088764-f31d-4efc-a8dc-eae635711b3a tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022804'] for port, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:50:34.207196 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-29c8178a-f88a-4f9e-8e2f-94fd1c10f743 req-0b088764-f31d-4efc-a8dc-eae635711b3a tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7797496
Jun 28 16:50:34.218990 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.v2.base [req-29c8178a-f88a-4f9e-8e2f-94fd1c10f743 req-423f5ba9-289b-4bed-b1de-f177ddba51dc service neutron] Request body: {'port': {'device_id': 'b42d8964-a7e4-4900-9bba-0493ff880240', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79810'}} {{(pid=74150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:50:34.324791 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-29c8178a-f88a-4f9e-8e2f-94fd1c10f743 req-423f5ba9-289b-4bed-b1de-f177ddba51dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:50:34.822395 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.notifiers.nova [req-29c8178a-f88a-4f9e-8e2f-94fd1c10f743 req-423f5ba9-289b-4bed-b1de-f177ddba51dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40e73035-7efd-4980-a41f-09c8754eccaa {{(pid=74150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 28 16:50:34.831106 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b9f690-00d6-465b-9bc1-1f2277289c94 req-97472f90-b627-437b-b52f-42acc0dca4d3 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:50:34.831787 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-69b9f690-00d6-465b-9bc1-1f2277289c94 req-97472f90-b627-437b-b52f-42acc0dca4d3 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Synchronizing usage tracker for tenant:6286d5e687e2493b924955a647f77d42 on resource:port {{(pid=74150) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 28 16:50:34.837780 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-29c8178a-f88a-4f9e-8e2f-94fd1c10f743 req-423f5ba9-289b-4bed-b1de-f177ddba51dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:50:34.859007 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.provisioning_blocks [req-29c8178a-f88a-4f9e-8e2f-94fd1c10f743 req-423f5ba9-289b-4bed-b1de-f177ddba51dc service neutron] Transition to ACTIVE for port object 40e73035-7efd-4980-a41f-09c8754eccaa will not be triggered until provisioned by entity L2. {{(pid=74150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 28 16:50:34.861971 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-69b9f690-00d6-465b-9bc1-1f2277289c94 req-97472f90-b627-437b-b52f-42acc0dca4d3 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Unset dirty status for tenant:6286d5e687e2493b924955a647f77d42 on resource:port {{(pid=74150) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 28 16:50:34.863325 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-69b9f690-00d6-465b-9bc1-1f2277289c94 req-97472f90-b627-437b-b52f-42acc0dca4d3 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/ports?device_id=b42d8964-a7e4-4900-9bba-0493ff880240 HTTP/1.1" status: 200  len: 931 time: 0.1986196
Jun 28 16:50:34.864329 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-29c8178a-f88a-4f9e-8e2f-94fd1c10f743 req-423f5ba9-289b-4bed-b1de-f177ddba51dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32536816'] for port, after_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:50:34.867972 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-b1b1ae00-41f1-4bfe-968f-f151ac6e5f08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:50:35.015729 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423f5ba9-289b-4bed-b1de-f177ddba51dc service neutron] Pushing event updated for resources: {'Port': ['ID=40e73035-7efd-4980-a41f-09c8754eccaa,revision_number=2']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:50:35.024597 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-423f5ba9-289b-4bed-b1de-f177ddba51dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:50:35.032484 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-69b9f690-00d6-465b-9bc1-1f2277289c94 req-df3be0d1-702d-4706-bff5-3a787697d08a tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/security-groups?id=6ba629ee-6204-4afd-b212-d467f7b8df93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1349294
Jun 28 16:50:35.131773 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.managers [req-29c8178a-f88a-4f9e-8e2f-94fd1c10f743 req-423f5ba9-289b-4bed-b1de-f177ddba51dc service neutron] Attempting to bind port 40e73035-7efd-4980-a41f-09c8754eccaa on host hv-cinder-79810 for vnic_type normal with profile  {{(pid=74150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 28 16:50:35.132241 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.managers [req-29c8178a-f88a-4f9e-8e2f-94fd1c10f743 req-423f5ba9-289b-4bed-b1de-f177ddba51dc service neutron] Attempting to bind port 40e73035-7efd-4980-a41f-09c8754eccaa by drivers openvswitch,hyperv on host hv-cinder-79810 at level 0 using segments [{'id': '018e95c5-c7de-4c36-8ebb-fd83754561a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'c7e1650c-5ba1-4f26-b44e-4b25f0418eca'}] {{(pid=74150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 28 16:50:35.132560 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c8178a-f88a-4f9e-8e2f-94fd1c10f743 req-423f5ba9-289b-4bed-b1de-f177ddba51dc service neutron] Attempting to bind port 40e73035-7efd-4980-a41f-09c8754eccaa on network c7e1650c-5ba1-4f26-b44e-4b25f0418eca {{(pid=74150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 28 16:50:35.138883 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c8178a-f88a-4f9e-8e2f-94fd1c10f743 req-423f5ba9-289b-4bed-b1de-f177ddba51dc service neutron] Port 40e73035-7efd-4980-a41f-09c8754eccaa on network c7e1650c-5ba1-4f26-b44e-4b25f0418eca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79810 {{(pid=74150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 28 16:50:35.139204 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c8178a-f88a-4f9e-8e2f-94fd1c10f743 req-423f5ba9-289b-4bed-b1de-f177ddba51dc service neutron] Attempting to bind port 40e73035-7efd-4980-a41f-09c8754eccaa on network c7e1650c-5ba1-4f26-b44e-4b25f0418eca {{(pid=74150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 28 16:50:35.145796 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c8178a-f88a-4f9e-8e2f-94fd1c10f743 req-423f5ba9-289b-4bed-b1de-f177ddba51dc service neutron] Checking agent: {'id': '11e346dd-a6a4-43d4-822e-d449440d0a22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 16, 39, 15), 'started_at': datetime.datetime(2021, 6, 28, 16, 39, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 16, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 28 16:50:35.146122 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c8178a-f88a-4f9e-8e2f-94fd1c10f743 req-423f5ba9-289b-4bed-b1de-f177ddba51dc service neutron] Checking segment: {'id': '018e95c5-c7de-4c36-8ebb-fd83754561a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'c7e1650c-5ba1-4f26-b44e-4b25f0418eca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 28 16:50:35.146503 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c8178a-f88a-4f9e-8e2f-94fd1c10f743 req-423f5ba9-289b-4bed-b1de-f177ddba51dc service neutron] Bound using segment: {'id': '018e95c5-c7de-4c36-8ebb-fd83754561a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'c7e1650c-5ba1-4f26-b44e-4b25f0418eca'} {{(pid=74150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 28 16:50:35.146914 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.managers [req-29c8178a-f88a-4f9e-8e2f-94fd1c10f743 req-423f5ba9-289b-4bed-b1de-f177ddba51dc service neutron] Bound port: 40e73035-7efd-4980-a41f-09c8754eccaa, host: hv-cinder-79810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '018e95c5-c7de-4c36-8ebb-fd83754561a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'c7e1650c-5ba1-4f26-b44e-4b25f0418eca'}}] {{(pid=74150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 28 16:50:35.147249 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-29c8178a-f88a-4f9e-8e2f-94fd1c10f743 req-423f5ba9-289b-4bed-b1de-f177ddba51dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:50:35.238857 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.db [req-29c8178a-f88a-4f9e-8e2f-94fd1c10f743 req-423f5ba9-289b-4bed-b1de-f177ddba51dc service neutron] For port 40e73035-7efd-4980-a41f-09c8754eccaa, host hv-cinder-79810, cleared binding levels {{(pid=74150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 28 16:50:35.243032 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.db [req-29c8178a-f88a-4f9e-8e2f-94fd1c10f743 req-423f5ba9-289b-4bed-b1de-f177ddba51dc service neutron] For port 40e73035-7efd-4980-a41f-09c8754eccaa, host hv-cinder-79810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=40e73035-7efd-4980-a41f-09c8754eccaa,segment=NetworkSegment(018e95c5-c7de-4c36-8ebb-fd83754561a2),segment_id=018e95c5-c7de-4c36-8ebb-fd83754561a2)] {{(pid=74150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 28 16:50:35.248170 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-29c8178a-f88a-4f9e-8e2f-94fd1c10f743 req-423f5ba9-289b-4bed-b1de-f177ddba51dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32536816'] for port, after_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:50:35.252706 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-98b423f7-3b63-4c07-84df-2b6649e15f66 tempest-VolumesSnapshotTestJSON-2050891420 tempest-VolumesSnapshotTestJSON-2050891420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:50:35.310826 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-29c8178a-f88a-4f9e-8e2f-94fd1c10f743 req-423f5ba9-289b-4bed-b1de-f177ddba51dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022804'] for port, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:50:35.312189 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-29c8178a-f88a-4f9e-8e2f-94fd1c10f743 req-423f5ba9-289b-4bed-b1de-f177ddba51dc service neutron] 10.222.0.15 "PUT /v2.0/ports/40e73035-7efd-4980-a41f-09c8754eccaa HTTP/1.1" status: 200  len: 1093 time: 1.0973170
Jun 28 16:50:35.312692 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b42d8964-a7e4-4900-9bba-0493ff880240', 'tag': '40e73035-7efd-4980-a41f-09c8754eccaa'}] {{(pid=74150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 28 16:50:35.332261 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423f5ba9-289b-4bed-b1de-f177ddba51dc service neutron] Pushing event updated for resources: {'Port': ['ID=40e73035-7efd-4980-a41f-09c8754eccaa,revision_number=3']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:50:35.335458 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-423f5ba9-289b-4bed-b1de-f177ddba51dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:50:35.388933 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b42d8964-a7e4-4900-9bba-0493ff880240', 'tag': '40e73035-7efd-4980-a41f-09c8754eccaa', 'status': 'completed', 'code': 200}
Jun 28 16:50:35.425888 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-29c8178a-f88a-4f9e-8e2f-94fd1c10f743 req-962afda3-a375-4a1c-802e-9a585d7d53d9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6286d5e687e2493b924955a647f77d42&device_id=b42d8964-a7e4-4900-9bba-0493ff880240 HTTP/1.1" status: 200  len: 1096 time: 0.0755236
Jun 28 16:50:35.498822 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-29c8178a-f88a-4f9e-8e2f-94fd1c10f743 req-bd8389c9-c276-4062-a277-99da84b1744f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40e73035-7efd-4980-a41f-09c8754eccaa HTTP/1.1" status: 200  len: 217 time: 0.0596542
Jun 28 16:50:35.565291 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c8178a-f88a-4f9e-8e2f-94fd1c10f743 req-1b79b351-0a7f-4021-b18f-d1c3c525e895 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:50:35.566704 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-29c8178a-f88a-4f9e-8e2f-94fd1c10f743 req-1b79b351-0a7f-4021-b18f-d1c3c525e895 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af352785-e60e-4f06-a345-cf845860f91c HTTP/1.1" status: 200  len: 854 time: 0.0601685
Jun 28 16:50:35.613919 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-29c8178a-f88a-4f9e-8e2f-94fd1c10f743 req-e61fe3c7-9253-4db5-b34e-c48a7090fcfe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c7e1650c-5ba1-4f26-b44e-4b25f0418eca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0404675
Jun 28 16:50:35.755650 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-29c8178a-f88a-4f9e-8e2f-94fd1c10f743 req-1c339c79-245c-4eda-8a24-b54e51b732ed service neutron] 10.222.0.15 "GET /v2.0/networks/c7e1650c-5ba1-4f26-b44e-4b25f0418eca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1350718
Jun 28 16:50:35.897059 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-29c8178a-f88a-4f9e-8e2f-94fd1c10f743 req-20373b74-609d-4406-9c85-96d2b02112b3 service neutron] 10.222.0.15 "GET /v2.0/networks/c7e1650c-5ba1-4f26-b44e-4b25f0418eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1340699
Jun 28 16:50:36.021231 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-aea70922-d808-441b-8aa8-39c273b13686 req-7f91eba6-945b-4774-abee-53bc7c51cd0a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6286d5e687e2493b924955a647f77d42&device_id=b42d8964-a7e4-4900-9bba-0493ff880240 HTTP/1.1" status: 200  len: 1096 time: 0.0720360
Jun 28 16:50:36.157229 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea70922-d808-441b-8aa8-39c273b13686 req-d79572d0-206c-471a-9dac-66b02b41bd2a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:50:36.158708 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-aea70922-d808-441b-8aa8-39c273b13686 req-d79572d0-206c-471a-9dac-66b02b41bd2a service neutron] 10.222.0.15 "GET /v2.0/networks?id=c7e1650c-5ba1-4f26-b44e-4b25f0418eca HTTP/1.1" status: 200  len: 915 time: 0.1305008
Jun 28 16:50:36.361106 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-aea70922-d808-441b-8aa8-39c273b13686 req-8399eb96-8833-48dd-bedf-ca737ebe8cc8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40e73035-7efd-4980-a41f-09c8754eccaa HTTP/1.1" status: 200  len: 217 time: 0.0688686
Jun 28 16:50:36.441144 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccd1f35-4add-4653-872f-f5fa4bbaf0f3 req-d7f5b42c-f418-44db-ba84-4fcbeead3e02 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:50:36.442579 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-6ccd1f35-4add-4653-872f-f5fa4bbaf0f3 req-d7f5b42c-f418-44db-ba84-4fcbeead3e02 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/ports?device_id=b42d8964-a7e4-4900-9bba-0493ff880240 HTTP/1.1" status: 200  len: 943 time: 0.2828948
Jun 28 16:50:36.443884 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea70922-d808-441b-8aa8-39c273b13686 req-4f4168ca-8d03-4426-aae8-23655b0e5e5d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:50:36.445182 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-aea70922-d808-441b-8aa8-39c273b13686 req-4f4168ca-8d03-4426-aae8-23655b0e5e5d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af352785-e60e-4f06-a345-cf845860f91c HTTP/1.1" status: 200  len: 854 time: 0.0737529
Jun 28 16:50:36.507190 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-aea70922-d808-441b-8aa8-39c273b13686 req-6b4bced0-632c-4521-ae8e-149766a40515 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c7e1650c-5ba1-4f26-b44e-4b25f0418eca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0435758
Jun 28 16:50:36.604858 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-6ccd1f35-4add-4653-872f-f5fa4bbaf0f3 req-cee0ac84-ef36-4537-8ba7-85fa9bb2a3a9 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/security-groups?id=6ba629ee-6204-4afd-b212-d467f7b8df93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1561375
Jun 28 16:50:36.662875 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-aea70922-d808-441b-8aa8-39c273b13686 req-91bd46bb-f217-4de6-b3d3-9bb8d5969171 service neutron] 10.222.0.15 "GET /v2.0/networks/c7e1650c-5ba1-4f26-b44e-4b25f0418eca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1473839
Jun 28 16:50:36.793393 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-aea70922-d808-441b-8aa8-39c273b13686 req-ccc7b880-4ebf-4752-8b3f-e2bbe3b0eaf7 service neutron] 10.222.0.15 "GET /v2.0/networks/c7e1650c-5ba1-4f26-b44e-4b25f0418eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1222253
Jun 28 16:50:37.565462 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device 40e73035-7efd-4980-a41f-09c8754eccaa details requested by agent hyperv_hv-cinder-79810 with host hv-cinder-79810 {{(pid=74152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 28 16:50:37.700864 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] For port 40e73035-7efd-4980-a41f-09c8754eccaa, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=40e73035-7efd-4980-a41f-09c8754eccaa,segment=NetworkSegment(018e95c5-c7de-4c36-8ebb-fd83754561a2),segment_id=018e95c5-c7de-4c36-8ebb-fd83754561a2)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:50:37.717661 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Returning: {'device': '40e73035-7efd-4980-a41f-09c8754eccaa', 'network_id': 'c7e1650c-5ba1-4f26-b44e-4b25f0418eca', 'port_id': '40e73035-7efd-4980-a41f-09c8754eccaa', 'mac_address': 'fa:16:3e:4e:fa:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af352785-e60e-4f06-a345-cf845860f91c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 28 16:50:37.773999 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:50:37.792988 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.notifiers.nova [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40e73035-7efd-4980-a41f-09c8754eccaa {{(pid=74152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 28 16:50:37.808835 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] For port 40e73035-7efd-4980-a41f-09c8754eccaa, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=40e73035-7efd-4980-a41f-09c8754eccaa,segment=NetworkSegment(018e95c5-c7de-4c36-8ebb-fd83754561a2),segment_id=018e95c5-c7de-4c36-8ebb-fd83754561a2)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:50:37.809993 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46e18b-e8df-44b7-81c9-13fbb620b293 req-7d2d0144-2ed7-470e-a139-5cf82647ae3c tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:50:37.811464 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-fb46e18b-e8df-44b7-81c9-13fbb620b293 req-7d2d0144-2ed7-470e-a139-5cf82647ae3c tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/ports?device_id=b42d8964-a7e4-4900-9bba-0493ff880240 HTTP/1.1" status: 200  len: 943 time: 0.0789053
Jun 28 16:50:37.813134 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:50:37.814991 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-9077b152-7874-415c-a33f-f34adf91a1e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:50:37.862915 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-fb46e18b-e8df-44b7-81c9-13fbb620b293 req-5fda35ff-dab9-47d6-b569-761b8a923f5b tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/security-groups?id=6ba629ee-6204-4afd-b212-d467f7b8df93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447912
Jun 28 16:50:37.891800 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Pushing event updated for resources: {'Port': ['ID=40e73035-7efd-4980-a41f-09c8754eccaa,revision_number=4']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:50:37.895009 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:50:38.103856 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] get_ports_and_sgs() called for port_ids ['40e73035-7efd-4980-a41f-09c8754eccaa'] {{(pid=74152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 28 16:50:38.957870 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-3a1a81cb-24d8-4d4a-8133-fe6158eee368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:50:39.060371 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426c8009-95fb-4509-888f-13ba8cf222cb req-335ea7f6-4764-4578-92dc-9750247a4aaf tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:50:39.061842 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-426c8009-95fb-4509-888f-13ba8cf222cb req-335ea7f6-4764-4578-92dc-9750247a4aaf tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/ports?device_id=b42d8964-a7e4-4900-9bba-0493ff880240 HTTP/1.1" status: 200  len: 944 time: 0.0768690
Jun 28 16:50:39.107193 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-426c8009-95fb-4509-888f-13ba8cf222cb req-60416aa5-4d2c-4a5a-bf82-2c602b3cb666 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/security-groups?id=6ba629ee-6204-4afd-b212-d467f7b8df93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398297
Jun 28 16:50:39.459584 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:50:39.566580 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device 40e73035-7efd-4980-a41f-09c8754eccaa up at agent hyperv_hv-cinder-79810 {{(pid=74152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 28 16:50:39.637798 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Provisioning for port 40e73035-7efd-4980-a41f-09c8754eccaa completed by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 28 16:50:39.642878 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Provisioning complete for port 40e73035-7efd-4980-a41f-09c8754eccaa triggered by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:50:39.643262 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:50:39.754779 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:50:39.782246 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b42d8964-a7e4-4900-9bba-0493ff880240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40e73035-7efd-4980-a41f-09c8754eccaa'}] {{(pid=74152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 28 16:50:39.792111 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] For port 40e73035-7efd-4980-a41f-09c8754eccaa, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=40e73035-7efd-4980-a41f-09c8754eccaa,segment=NetworkSegment(018e95c5-c7de-4c36-8ebb-fd83754561a2),segment_id=018e95c5-c7de-4c36-8ebb-fd83754561a2)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:50:39.797579 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:50:39.799473 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:50:39.842153 dv-cinder-798104-1-iscsi neutron-server[74152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b42d8964-a7e4-4900-9bba-0493ff880240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40e73035-7efd-4980-a41f-09c8754eccaa', 'code': 200}
Jun 28 16:50:39.864893 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Pushing event updated for resources: {'Port': ['ID=40e73035-7efd-4980-a41f-09c8754eccaa,revision_number=5']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:50:39.867851 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:50:40.082040 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-4adba8c7-3959-4109-bda8-d2508f1f0002 req-5ecbb710-4fa7-47ac-a2a6-aeafcf235ad6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b42d8964-a7e4-4900-9bba-0493ff880240 HTTP/1.1" status: 200  len: 1098 time: 0.0735734
Jun 28 16:50:40.130302 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-4adba8c7-3959-4109-bda8-d2508f1f0002 req-188d5a8d-b40b-45d0-b820-a65ef3da78e7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6ba629ee-6204-4afd-b212-d467f7b8df93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411236
Jun 28 16:50:40.311778 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe6981e-da00-4de1-9f1e-abd16f705271 req-be8c6672-2b28-46fe-b35a-744660ebf220 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:50:40.313269 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-cfe6981e-da00-4de1-9f1e-abd16f705271 req-be8c6672-2b28-46fe-b35a-744660ebf220 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/ports?device_id=b42d8964-a7e4-4900-9bba-0493ff880240 HTTP/1.1" status: 200  len: 945 time: 0.0823386
Jun 28 16:50:40.358263 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-cfe6981e-da00-4de1-9f1e-abd16f705271 req-ff76b2c2-838a-4202-bd16-7ac1aa1b8e01 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/security-groups?id=6ba629ee-6204-4afd-b212-d467f7b8df93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393746
Jun 28 16:50:41.234861 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-c7d04852-d319-4827-ba36-89197947a225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:50:41.558572 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596322e1-b560-4e14-83cc-aef47f9a76cd req-252bbd0b-67b5-4b03-90be-4f3c51cb2599 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:50:41.560029 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-596322e1-b560-4e14-83cc-aef47f9a76cd req-252bbd0b-67b5-4b03-90be-4f3c51cb2599 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/ports?device_id=b42d8964-a7e4-4900-9bba-0493ff880240 HTTP/1.1" status: 200  len: 945 time: 0.0808656
Jun 28 16:50:41.606612 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-596322e1-b560-4e14-83cc-aef47f9a76cd req-c5b130f1-1a34-46f7-ae77-72f7d61ca939 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/security-groups?id=6ba629ee-6204-4afd-b212-d467f7b8df93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410545
Jun 28 16:50:42.447891 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-6c3ff140-2be5-46e8-b74a-5424bc372793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:50:44.060163 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-5e27322e-457d-4bf0-b73d-ff6c09f635fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:50:45.114957 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:50:54.670490 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf95927-ebdc-4669-b9e6-f1af48e38ad6 req-3d8943a4-db8c-40d2-b43f-1a68245d6990 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:50:54.671890 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-9cf95927-ebdc-4669-b9e6-f1af48e38ad6 req-3d8943a4-db8c-40d2-b43f-1a68245d6990 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/ports?device_id=b42d8964-a7e4-4900-9bba-0493ff880240 HTTP/1.1" status: 200  len: 945 time: 0.0778599
Jun 28 16:50:54.722427 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-9cf95927-ebdc-4669-b9e6-f1af48e38ad6 req-97d3837a-d341-4c27-af06-34872db099f5 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/security-groups?id=6ba629ee-6204-4afd-b212-d467f7b8df93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450547
Jun 28 16:50:55.919123 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a0cc0-cd8c-47e6-b4ad-0fa20d7e8fee req-bec835e5-c1a7-4fce-b724-7c950759675c tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:50:55.920538 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-3c4a0cc0-cd8c-47e6-b4ad-0fa20d7e8fee req-bec835e5-c1a7-4fce-b724-7c950759675c tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/ports?device_id=b42d8964-a7e4-4900-9bba-0493ff880240 HTTP/1.1" status: 200  len: 945 time: 0.0753422
Jun 28 16:50:55.966555 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-3c4a0cc0-cd8c-47e6-b4ad-0fa20d7e8fee req-bdca409b-6384-4a64-82b7-bd9a42c3a728 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/security-groups?id=6ba629ee-6204-4afd-b212-d467f7b8df93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403924
Jun 28 16:50:56.327010 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5591cffa-291a-4f0a-8d71-fa9c61741e50 req-668361d2-0e89-4ba9-88a4-f762d3a37ac5 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:50:56.328463 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-5591cffa-291a-4f0a-8d71-fa9c61741e50 req-668361d2-0e89-4ba9-88a4-f762d3a37ac5 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.15 "GET /v2.0/ports?device_id=b42d8964-a7e4-4900-9bba-0493ff880240 HTTP/1.1" status: 200  len: 945 time: 0.0796769
Jun 28 16:50:56.397106 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.plugin [req-5591cffa-291a-4f0a-8d71-fa9c61741e50 req-ec7d5d2a-3581-4ccb-832b-c5b11b5a94f4 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Deleting port 40e73035-7efd-4980-a41f-09c8754eccaa {{(pid=74150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 28 16:50:56.397377 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-5591cffa-291a-4f0a-8d71-fa9c61741e50 req-ec7d5d2a-3581-4ccb-832b-c5b11b5a94f4 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771078813103'] for port, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:50:56.741335 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.db [req-5591cffa-291a-4f0a-8d71-fa9c61741e50 req-ec7d5d2a-3581-4ccb-832b-c5b11b5a94f4 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] For port 40e73035-7efd-4980-a41f-09c8754eccaa, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=40e73035-7efd-4980-a41f-09c8754eccaa,segment=NetworkSegment(018e95c5-c7de-4c36-8ebb-fd83754561a2),segment_id=018e95c5-c7de-4c36-8ebb-fd83754561a2)] {{(pid=74150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:50:56.741680 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-5591cffa-291a-4f0a-8d71-fa9c61741e50 req-ec7d5d2a-3581-4ccb-832b-c5b11b5a94f4 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679626'] for port, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:50:56.867140 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.plugin [req-5591cffa-291a-4f0a-8d71-fa9c61741e50 req-ec7d5d2a-3581-4ccb-832b-c5b11b5a94f4 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Calling delete_port for 40e73035-7efd-4980-a41f-09c8754eccaa owned by compute:nova {{(pid=74150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 28 16:50:57.017254 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-5591cffa-291a-4f0a-8d71-fa9c61741e50 req-ec7d5d2a-3581-4ccb-832b-c5b11b5a94f4 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771078770342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771078328122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32536825'] for port, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:50:57.023264 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-a7bbde89-82da-45a6-8649-88c8e3003724 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:50:57.029661 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] get_ports_and_sgs() called for port_ids ['5647d6e9-333b-4a44-ba72-8361e60834e4', '9215a22a-6b63-43c5-baf3-2179ab15119f', '4dcd7791-9011-4e37-bc47-14ed33d8fadf', '40e73035-7efd-4980-a41f-09c8754eccaa'] {{(pid=74152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 28 16:50:57.143802 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7d5d2a-3581-4ccb-832b-c5b11b5a94f4 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Pushing event deleted for resources: {'Port': ['ID=40e73035-7efd-4980-a41f-09c8754eccaa,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:50:57.147092 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-ec7d5d2a-3581-4ccb-832b-c5b11b5a94f4 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:50:57.183571 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.l3_dvrscheduler_db [req-5591cffa-291a-4f0a-8d71-fa9c61741e50 req-ec7d5d2a-3581-4ccb-832b-c5b11b5a94f4 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] No DVR routers for this DVR port 40e73035-7efd-4980-a41f-09c8754eccaa on host hv-cinder-79810 {{(pid=74150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 28 16:50:57.190489 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-5591cffa-291a-4f0a-8d71-fa9c61741e50 req-ec7d5d2a-3581-4ccb-832b-c5b11b5a94f4 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022804'] for port, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:50:57.193292 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b42d8964-a7e4-4900-9bba-0493ff880240', 'name': 'network-vif-deleted', 'tag': '40e73035-7efd-4980-a41f-09c8754eccaa'}] {{(pid=74150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 28 16:50:57.205221 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-15a1a444-4225-4c8f-98e4-9d5505b83200 req-552bfce5-4bb0-4dd6-9e21-5caa406f63ca tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/ports?device_id=b42d8964-a7e4-4900-9bba-0493ff880240 HTTP/1.1" status: 200  len: 210 time: 0.0636039
Jun 28 16:50:57.215921 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-5591cffa-291a-4f0a-8d71-fa9c61741e50 req-ec7d5d2a-3581-4ccb-832b-c5b11b5a94f4 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.15 "DELETE /v2.0/ports/40e73035-7efd-4980-a41f-09c8754eccaa HTTP/1.1" status: 204  len: 173 time: 0.8815100
Jun 28 16:50:57.256960 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b42d8964-a7e4-4900-9bba-0493ff880240', 'name': 'network-vif-deleted', 'tag': '40e73035-7efd-4980-a41f-09c8754eccaa', 'status': 'completed', 'code': 200}
Jun 28 16:50:59.689977 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device 40e73035-7efd-4980-a41f-09c8754eccaa no longer exists at agent hyperv_hv-cinder-79810 {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 28 16:50:59.722603 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] No Port match for: 40e73035-7efd-4980-a41f-09c8754eccaa {{(pid=74152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 28 16:50:59.722950 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device 40e73035-7efd-4980-a41f-09c8754eccaa not bound to the agent host hv-cinder-79810 {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 28 16:50:59.942915 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a294f8b-8b00-4cd0-b427-969b05173918 req-bdd99932-3993-49f4-b07b-46c473755666 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:50:59.943593 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-3a294f8b-8b00-4cd0-b427-969b05173918 req-bdd99932-3993-49f4-b07b-46c473755666 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Synchronizing usage tracker for tenant:6286d5e687e2493b924955a647f77d42 on resource:port {{(pid=74150) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 28 16:50:59.958762 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-3a294f8b-8b00-4cd0-b427-969b05173918 req-bdd99932-3993-49f4-b07b-46c473755666 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Unset dirty status for tenant:6286d5e687e2493b924955a647f77d42 on resource:port {{(pid=74150) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 28 16:50:59.959873 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-3a294f8b-8b00-4cd0-b427-969b05173918 req-bdd99932-3993-49f4-b07b-46c473755666 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2911e61-1e9f-4714-bdfe-5876e84f0ced HTTP/1.1" status: 200  len: 946 time: 0.0979581
Jun 28 16:51:00.005077 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-3a294f8b-8b00-4cd0-b427-969b05173918 req-c2003f7b-49dc-4840-aff2-56614c3e1f07 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/security-groups?id=6ba629ee-6204-4afd-b212-d467f7b8df93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396817
Jun 28 16:51:01.213631 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32712fe9-5883-4541-9fcf-caf9fd28130a req-bfad6e72-2ba6-4778-8d56-607abea8fe19 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:51:01.215185 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-32712fe9-5883-4541-9fcf-caf9fd28130a req-bfad6e72-2ba6-4778-8d56-607abea8fe19 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2911e61-1e9f-4714-bdfe-5876e84f0ced HTTP/1.1" status: 200  len: 946 time: 0.0825758
Jun 28 16:51:01.263460 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-32712fe9-5883-4541-9fcf-caf9fd28130a req-ca851772-1893-4c2f-8163-d47b64add3b4 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/security-groups?id=6ba629ee-6204-4afd-b212-d467f7b8df93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421658
Jun 28 16:51:01.499268 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fec1d5-885d-4dcb-894f-13453c9451a8 req-b30a75e0-c06b-4333-af21-4ad9f1debf4c tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:51:01.500698 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-d8fec1d5-885d-4dcb-894f-13453c9451a8 req-b30a75e0-c06b-4333-af21-4ad9f1debf4c tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2911e61-1e9f-4714-bdfe-5876e84f0ced HTTP/1.1" status: 200  len: 946 time: 0.0771899
Jun 28 16:51:01.567108 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.plugin [req-d8fec1d5-885d-4dcb-894f-13453c9451a8 req-0abf3a89-fea5-44cb-bf51-92084e062027 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Deleting port 4dcd7791-9011-4e37-bc47-14ed33d8fadf {{(pid=74150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 28 16:51:01.567436 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-d8fec1d5-885d-4dcb-894f-13453c9451a8 req-0abf3a89-fea5-44cb-bf51-92084e062027 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771078813103'] for port, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:01.806305 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.db [req-d8fec1d5-885d-4dcb-894f-13453c9451a8 req-0abf3a89-fea5-44cb-bf51-92084e062027 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] For port 4dcd7791-9011-4e37-bc47-14ed33d8fadf, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=4dcd7791-9011-4e37-bc47-14ed33d8fadf,segment=NetworkSegment(018e95c5-c7de-4c36-8ebb-fd83754561a2),segment_id=018e95c5-c7de-4c36-8ebb-fd83754561a2)] {{(pid=74150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:51:01.806604 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-d8fec1d5-885d-4dcb-894f-13453c9451a8 req-0abf3a89-fea5-44cb-bf51-92084e062027 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679626'] for port, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:01.929532 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.plugin [req-d8fec1d5-885d-4dcb-894f-13453c9451a8 req-0abf3a89-fea5-44cb-bf51-92084e062027 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Calling delete_port for 4dcd7791-9011-4e37-bc47-14ed33d8fadf owned by compute:nova {{(pid=74150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 28 16:51:02.075632 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-d8fec1d5-885d-4dcb-894f-13453c9451a8 req-0abf3a89-fea5-44cb-bf51-92084e062027 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771078770342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771078328122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32536825'] for port, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:02.081653 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-8caf371a-f926-47a3-b362-98f47a2a54ce tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:51:02.087590 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] get_ports_and_sgs() called for port_ids ['5647d6e9-333b-4a44-ba72-8361e60834e4', '9215a22a-6b63-43c5-baf3-2179ab15119f', '4dcd7791-9011-4e37-bc47-14ed33d8fadf'] {{(pid=74152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 28 16:51:02.126458 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abf3a89-fea5-44cb-bf51-92084e062027 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Pushing event deleted for resources: {'Port': ['ID=4dcd7791-9011-4e37-bc47-14ed33d8fadf,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:51:02.128921 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-0abf3a89-fea5-44cb-bf51-92084e062027 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:51:02.203475 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8fec1d5-885d-4dcb-894f-13453c9451a8 req-0abf3a89-fea5-44cb-bf51-92084e062027 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] No DVR routers for this DVR port 4dcd7791-9011-4e37-bc47-14ed33d8fadf on host hv-cinder-79810 {{(pid=74150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 28 16:51:02.205960 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-d8fec1d5-885d-4dcb-894f-13453c9451a8 req-0abf3a89-fea5-44cb-bf51-92084e062027 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022804'] for port, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:02.208597 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2911e61-1e9f-4714-bdfe-5876e84f0ced', 'name': 'network-vif-deleted', 'tag': '4dcd7791-9011-4e37-bc47-14ed33d8fadf'}] {{(pid=74150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 28 16:51:02.225237 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-d8fec1d5-885d-4dcb-894f-13453c9451a8 req-0abf3a89-fea5-44cb-bf51-92084e062027 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.15 "DELETE /v2.0/ports/4dcd7791-9011-4e37-bc47-14ed33d8fadf HTTP/1.1" status: 204  len: 173 time: 0.7190893
Jun 28 16:51:02.275575 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2911e61-1e9f-4714-bdfe-5876e84f0ced', 'name': 'network-vif-deleted', 'tag': '4dcd7791-9011-4e37-bc47-14ed33d8fadf', 'status': 'completed', 'code': 200}
Jun 28 16:51:02.486649 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-ac0d3d4c-d5a7-43a9-98b8-35d9daa93699 req-ab2edab4-b470-4b8b-9fd6-ee743813c801 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Synchronizing usage tracker for tenant:6286d5e687e2493b924955a647f77d42 on resource:port {{(pid=74150) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 28 16:51:02.505712 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-ac0d3d4c-d5a7-43a9-98b8-35d9daa93699 req-ab2edab4-b470-4b8b-9fd6-ee743813c801 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Unset dirty status for tenant:6286d5e687e2493b924955a647f77d42 on resource:port {{(pid=74150) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 28 16:51:02.506533 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-ac0d3d4c-d5a7-43a9-98b8-35d9daa93699 req-ab2edab4-b470-4b8b-9fd6-ee743813c801 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2911e61-1e9f-4714-bdfe-5876e84f0ced HTTP/1.1" status: 200  len: 210 time: 0.0619686
Jun 28 16:51:04.176173 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397eda47-21ed-46af-82a6-760ff592fd46 req-ceaa7fed-7e2b-4ed2-8f83-0f673895c152 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:51:04.178205 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-397eda47-21ed-46af-82a6-760ff592fd46 req-ceaa7fed-7e2b-4ed2-8f83-0f673895c152 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf4816b1-ae80-493f-8f3b-35dc555852d9 HTTP/1.1" status: 200  len: 945 time: 0.1749811
Jun 28 16:51:04.223359 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-397eda47-21ed-46af-82a6-760ff592fd46 req-15942367-9230-4d18-baf2-51948a3407e6 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/security-groups?id=6ba629ee-6204-4afd-b212-d467f7b8df93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386894
Jun 28 16:51:05.238814 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a7711-bd59-48da-b388-8b502ad6d0e9 req-5f938823-f6ba-494e-ad7e-5c994fb2ce55 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:51:05.240239 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-774a7711-bd59-48da-b388-8b502ad6d0e9 req-5f938823-f6ba-494e-ad7e-5c994fb2ce55 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf4816b1-ae80-493f-8f3b-35dc555852d9 HTTP/1.1" status: 200  len: 945 time: 0.0834150
Jun 28 16:51:05.314051 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.plugin [req-774a7711-bd59-48da-b388-8b502ad6d0e9 req-e4fb7fef-5fd8-4826-bc51-94ed1f228035 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Deleting port 9215a22a-6b63-43c5-baf3-2179ab15119f {{(pid=74150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 28 16:51:05.314387 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-774a7711-bd59-48da-b388-8b502ad6d0e9 req-e4fb7fef-5fd8-4826-bc51-94ed1f228035 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771078813103'] for port, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:05.558258 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ebd49e-5c37-4de2-8faa-88d92048e8d3 req-c0882714-2fb6-4b45-a860-b75c794073c7 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:51:05.559682 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-31ebd49e-5c37-4de2-8faa-88d92048e8d3 req-c0882714-2fb6-4b45-a860-b75c794073c7 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf4816b1-ae80-493f-8f3b-35dc555852d9 HTTP/1.1" status: 200  len: 945 time: 0.2106826
Jun 28 16:51:05.637178 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-31ebd49e-5c37-4de2-8faa-88d92048e8d3 req-2a0ff3a3-e2eb-4143-b63a-e1fc9364585f tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/security-groups?id=6ba629ee-6204-4afd-b212-d467f7b8df93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672972
Jun 28 16:51:05.655329 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.db [req-774a7711-bd59-48da-b388-8b502ad6d0e9 req-e4fb7fef-5fd8-4826-bc51-94ed1f228035 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] For port 9215a22a-6b63-43c5-baf3-2179ab15119f, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=9215a22a-6b63-43c5-baf3-2179ab15119f,segment=NetworkSegment(018e95c5-c7de-4c36-8ebb-fd83754561a2),segment_id=018e95c5-c7de-4c36-8ebb-fd83754561a2)] {{(pid=74150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:51:05.655685 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-774a7711-bd59-48da-b388-8b502ad6d0e9 req-e4fb7fef-5fd8-4826-bc51-94ed1f228035 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679626'] for port, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:05.708150 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device 9215a22a-6b63-43c5-baf3-2179ab15119f no longer exists at agent hyperv_hv-cinder-79810 {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 28 16:51:05.776400 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.plugin [req-774a7711-bd59-48da-b388-8b502ad6d0e9 req-e4fb7fef-5fd8-4826-bc51-94ed1f228035 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Calling delete_port for 9215a22a-6b63-43c5-baf3-2179ab15119f owned by compute:nova {{(pid=74150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 28 16:51:05.821266 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:05.851364 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf4816b1-ae80-493f-8f3b-35dc555852d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9215a22a-6b63-43c5-baf3-2179ab15119f'}] {{(pid=74152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 28 16:51:05.863359 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] For port 9215a22a-6b63-43c5-baf3-2179ab15119f, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=9215a22a-6b63-43c5-baf3-2179ab15119f,segment=NetworkSegment(018e95c5-c7de-4c36-8ebb-fd83754561a2),segment_id=018e95c5-c7de-4c36-8ebb-fd83754561a2)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:51:05.866475 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:05.867348 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device 4dcd7791-9011-4e37-bc47-14ed33d8fadf no longer exists at agent hyperv_hv-cinder-79810 {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 28 16:51:05.873941 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.db.api [req-774a7711-bd59-48da-b388-8b502ad6d0e9 req-e4fb7fef-5fd8-4826-bc51-94ed1f228035 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 28 16:51:05.874358 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_db.api [req-774a7711-bd59-48da-b388-8b502ad6d0e9 req-e4fb7fef-5fd8-4826-bc51-94ed1f228035 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 28 16:51:05.895914 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:51:05.934737 dv-cinder-798104-1-iscsi neutron-server[74152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf4816b1-ae80-493f-8f3b-35dc555852d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9215a22a-6b63-43c5-baf3-2179ab15119f', 'code': 200}
Jun 28 16:51:05.941038 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] No Port match for: 4dcd7791-9011-4e37-bc47-14ed33d8fadf {{(pid=74152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 28 16:51:05.941415 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device 4dcd7791-9011-4e37-bc47-14ed33d8fadf not bound to the agent host hv-cinder-79810 {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 28 16:51:05.966520 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Pushing event updated for resources: {'Port': ['ID=9215a22a-6b63-43c5-baf3-2179ab15119f,revision_number=6']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:51:05.974782 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:51:05.975121 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:51:05.975451 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:51:05.975776 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:51:05.976117 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:51:05.976420 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:51:05.976735 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:51:05.977054 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:51:05.977392 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:51:05.977703 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:51:05.978014 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:51:05.982247 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:51:06.376178 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.plugin [req-774a7711-bd59-48da-b388-8b502ad6d0e9 req-e4fb7fef-5fd8-4826-bc51-94ed1f228035 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Deleting port 9215a22a-6b63-43c5-baf3-2179ab15119f {{(pid=74150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 28 16:51:06.376735 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-774a7711-bd59-48da-b388-8b502ad6d0e9 req-e4fb7fef-5fd8-4826-bc51-94ed1f228035 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771078813103'] for port, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:06.630276 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.db [req-774a7711-bd59-48da-b388-8b502ad6d0e9 req-e4fb7fef-5fd8-4826-bc51-94ed1f228035 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] For port 9215a22a-6b63-43c5-baf3-2179ab15119f, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=9215a22a-6b63-43c5-baf3-2179ab15119f,segment=NetworkSegment(018e95c5-c7de-4c36-8ebb-fd83754561a2),segment_id=018e95c5-c7de-4c36-8ebb-fd83754561a2)] {{(pid=74150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:51:06.630553 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-774a7711-bd59-48da-b388-8b502ad6d0e9 req-e4fb7fef-5fd8-4826-bc51-94ed1f228035 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679626'] for port, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:06.748380 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.plugin [req-774a7711-bd59-48da-b388-8b502ad6d0e9 req-e4fb7fef-5fd8-4826-bc51-94ed1f228035 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Calling delete_port for 9215a22a-6b63-43c5-baf3-2179ab15119f owned by compute:nova {{(pid=74150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 28 16:51:06.921078 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5161c037-8910-49e5-989e-6dfef0626ba7 req-5d24a1a0-76ef-4cd9-a7de-518c1745cefe tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:51:06.922606 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-5161c037-8910-49e5-989e-6dfef0626ba7 req-5d24a1a0-76ef-4cd9-a7de-518c1745cefe tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf4816b1-ae80-493f-8f3b-35dc555852d9 HTTP/1.1" status: 200  len: 943 time: 0.1474438
Jun 28 16:51:06.994285 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-5161c037-8910-49e5-989e-6dfef0626ba7 req-86d396ca-eba8-4625-a3e3-497fad61380b tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/security-groups?id=6ba629ee-6204-4afd-b212-d467f7b8df93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657766
Jun 28 16:51:06.995957 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-774a7711-bd59-48da-b388-8b502ad6d0e9 req-e4fb7fef-5fd8-4826-bc51-94ed1f228035 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771078770342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771078328122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32536825'] for port, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:07.001994 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-12ad8705-73d4-45cd-9e94-e11295559687 tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:51:07.008791 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] get_ports_and_sgs() called for port_ids ['5647d6e9-333b-4a44-ba72-8361e60834e4'] {{(pid=74152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 28 16:51:07.052795 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb7fef-5fd8-4826-bc51-94ed1f228035 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Pushing event deleted for resources: {'Port': ['ID=9215a22a-6b63-43c5-baf3-2179ab15119f,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:51:07.055241 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-e4fb7fef-5fd8-4826-bc51-94ed1f228035 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:51:07.132351 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.l3_dvrscheduler_db [req-774a7711-bd59-48da-b388-8b502ad6d0e9 req-e4fb7fef-5fd8-4826-bc51-94ed1f228035 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] No DVR routers for this DVR port 9215a22a-6b63-43c5-baf3-2179ab15119f on host hv-cinder-79810 {{(pid=74150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 28 16:51:07.135152 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-774a7711-bd59-48da-b388-8b502ad6d0e9 req-e4fb7fef-5fd8-4826-bc51-94ed1f228035 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022804'] for port, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:07.138633 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf4816b1-ae80-493f-8f3b-35dc555852d9', 'name': 'network-vif-deleted', 'tag': '9215a22a-6b63-43c5-baf3-2179ab15119f'}] {{(pid=74150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 28 16:51:07.158605 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-774a7711-bd59-48da-b388-8b502ad6d0e9 req-e4fb7fef-5fd8-4826-bc51-94ed1f228035 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.15 "DELETE /v2.0/ports/9215a22a-6b63-43c5-baf3-2179ab15119f HTTP/1.1" status: 204  len: 173 time: 1.9112890
Jun 28 16:51:07.212140 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf4816b1-ae80-493f-8f3b-35dc555852d9', 'name': 'network-vif-deleted', 'tag': '9215a22a-6b63-43c5-baf3-2179ab15119f', 'status': 'completed', 'code': 200}
Jun 28 16:51:07.487898 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.agents_db [None req-cfc1c983-b0ac-48e0-8737-db5653a7b2f7 None None] Agent healthcheck: found 6 active agents {{(pid=74153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 28 16:51:08.959321 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-59d1e1f8-2ce4-4842-9453-52f67e057e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:09.462197 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:09.777646 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8732a1d-585d-486d-b4be-4f6912ef5875 req-41cd3cb8-f495-4bd8-bc98-23ccbf3c6354 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:51:09.778327 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-d8732a1d-585d-486d-b4be-4f6912ef5875 req-41cd3cb8-f495-4bd8-bc98-23ccbf3c6354 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Synchronizing usage tracker for tenant:6286d5e687e2493b924955a647f77d42 on resource:port {{(pid=74150) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 28 16:51:09.793985 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-d8732a1d-585d-486d-b4be-4f6912ef5875 req-41cd3cb8-f495-4bd8-bc98-23ccbf3c6354 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Unset dirty status for tenant:6286d5e687e2493b924955a647f77d42 on resource:port {{(pid=74150) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 28 16:51:09.795095 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-d8732a1d-585d-486d-b4be-4f6912ef5875 req-41cd3cb8-f495-4bd8-bc98-23ccbf3c6354 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec5975f6-149d-49d2-bd47-aa52a14bccfd HTTP/1.1" status: 200  len: 945 time: 0.1641166
Jun 28 16:51:09.941421 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-d8732a1d-585d-486d-b4be-4f6912ef5875 req-62e35b4a-3f49-43d9-9aab-450b0bc6b6fa tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/security-groups?id=6ba629ee-6204-4afd-b212-d467f7b8df93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1407158
Jun 28 16:51:11.242443 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-06278c17-01d5-49a6-a0ad-2da87c650fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:11.262199 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a09998-3464-4d4b-abca-4c9ea5acd08e req-32031326-e04e-4c13-800b-f2b440127d43 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:51:11.263656 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-d2a09998-3464-4d4b-abca-4c9ea5acd08e req-32031326-e04e-4c13-800b-f2b440127d43 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec5975f6-149d-49d2-bd47-aa52a14bccfd HTTP/1.1" status: 200  len: 945 time: 0.1994388
Jun 28 16:51:11.329045 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-d2a09998-3464-4d4b-abca-4c9ea5acd08e req-876ea19b-5cfb-4c41-8a51-4f98e73e6565 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/security-groups?id=6ba629ee-6204-4afd-b212-d467f7b8df93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555525
Jun 28 16:51:11.335353 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e6713-c6e3-4b67-b27b-fde30cf70f8d req-7d994a6c-e292-45c8-a2e1-b72481567df5 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:51:11.336700 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-133e6713-c6e3-4b67-b27b-fde30cf70f8d req-7d994a6c-e292-45c8-a2e1-b72481567df5 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5975f6-149d-49d2-bd47-aa52a14bccfd HTTP/1.1" status: 200  len: 945 time: 0.1327918
Jun 28 16:51:11.412984 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.plugin [req-133e6713-c6e3-4b67-b27b-fde30cf70f8d req-d06bba20-4822-4df4-bd0a-406812e49609 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Deleting port 5647d6e9-333b-4a44-ba72-8361e60834e4 {{(pid=74150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 28 16:51:11.413350 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-133e6713-c6e3-4b67-b27b-fde30cf70f8d req-d06bba20-4822-4df4-bd0a-406812e49609 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771078813103'] for port, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:11.663173 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.db [req-133e6713-c6e3-4b67-b27b-fde30cf70f8d req-d06bba20-4822-4df4-bd0a-406812e49609 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] For port 5647d6e9-333b-4a44-ba72-8361e60834e4, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=5647d6e9-333b-4a44-ba72-8361e60834e4,segment=NetworkSegment(018e95c5-c7de-4c36-8ebb-fd83754561a2),segment_id=018e95c5-c7de-4c36-8ebb-fd83754561a2)] {{(pid=74150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:51:11.663412 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-133e6713-c6e3-4b67-b27b-fde30cf70f8d req-d06bba20-4822-4df4-bd0a-406812e49609 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679626'] for port, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:11.785362 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.plugin [req-133e6713-c6e3-4b67-b27b-fde30cf70f8d req-d06bba20-4822-4df4-bd0a-406812e49609 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Calling delete_port for 5647d6e9-333b-4a44-ba72-8361e60834e4 owned by compute:nova {{(pid=74150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 28 16:51:11.930134 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-133e6713-c6e3-4b67-b27b-fde30cf70f8d req-d06bba20-4822-4df4-bd0a-406812e49609 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771078770342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771078328122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32536825'] for port, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:11.936094 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-86ca218d-c3a3-4d9e-b15a-caea23fa1037 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:51:11.976474 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06bba20-4822-4df4-bd0a-406812e49609 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Pushing event deleted for resources: {'Port': ['ID=5647d6e9-333b-4a44-ba72-8361e60834e4,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:51:11.980823 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-d06bba20-4822-4df4-bd0a-406812e49609 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:51:12.050271 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.l3_dvrscheduler_db [req-133e6713-c6e3-4b67-b27b-fde30cf70f8d req-d06bba20-4822-4df4-bd0a-406812e49609 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] No DVR routers for this DVR port 5647d6e9-333b-4a44-ba72-8361e60834e4 on host hv-cinder-79810 {{(pid=74150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 28 16:51:12.052650 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-133e6713-c6e3-4b67-b27b-fde30cf70f8d req-d06bba20-4822-4df4-bd0a-406812e49609 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022804'] for port, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:12.055176 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec5975f6-149d-49d2-bd47-aa52a14bccfd', 'name': 'network-vif-deleted', 'tag': '5647d6e9-333b-4a44-ba72-8361e60834e4'}] {{(pid=74150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 28 16:51:12.071534 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-133e6713-c6e3-4b67-b27b-fde30cf70f8d req-d06bba20-4822-4df4-bd0a-406812e49609 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.15 "DELETE /v2.0/ports/5647d6e9-333b-4a44-ba72-8361e60834e4 HTTP/1.1" status: 204  len: 173 time: 0.7272890
Jun 28 16:51:12.112576 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec5975f6-149d-49d2-bd47-aa52a14bccfd', 'name': 'network-vif-deleted', 'tag': '5647d6e9-333b-4a44-ba72-8361e60834e4', 'status': 'completed', 'code': 200}
Jun 28 16:51:12.450979 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-6c3ff140-2be5-46e8-b74a-5424bc372793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:12.514768 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-5846879c-e4b3-467d-a5af-7900dd4e1a3b req-962b6c2c-b8fb-49ce-9956-f4a2e443232e tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Synchronizing usage tracker for tenant:6286d5e687e2493b924955a647f77d42 on resource:port {{(pid=74150) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 28 16:51:12.532067 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-5846879c-e4b3-467d-a5af-7900dd4e1a3b req-962b6c2c-b8fb-49ce-9956-f4a2e443232e tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Unset dirty status for tenant:6286d5e687e2493b924955a647f77d42 on resource:port {{(pid=74150) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 28 16:51:12.533528 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-5846879c-e4b3-467d-a5af-7900dd4e1a3b req-962b6c2c-b8fb-49ce-9956-f4a2e443232e tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec5975f6-149d-49d2-bd47-aa52a14bccfd HTTP/1.1" status: 200  len: 210 time: 0.0599210
Jun 28 16:51:13.642681 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 42372) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:51:13.706701 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.db_base_plugin_v2 [None req-79287a93-5cbc-45c3-a3c5-9e7c949289fb admin admin] Deleting subnet af352785-e60e-4f06-a345-cf845860f91c {{(pid=74151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 28 16:51:13.709794 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-79287a93-5cbc-45c3-a3c5-9e7c949289fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:13.752396 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device 5647d6e9-333b-4a44-ba72-8361e60834e4 no longer exists at agent hyperv_hv-cinder-79810 {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 28 16:51:13.759336 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-79287a93-5cbc-45c3-a3c5-9e7c949289fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32205908'] for subnet, precommit_delete_associations {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:13.786058 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] No Port match for: 5647d6e9-333b-4a44-ba72-8361e60834e4 {{(pid=74152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 28 16:51:13.786422 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device 5647d6e9-333b-4a44-ba72-8361e60834e4 not bound to the agent host hv-cinder-79810 {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 28 16:51:13.818165 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-79287a93-5cbc-45c3-a3c5-9e7c949289fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1427664'] for subnet, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:13.886304 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-79287a93-5cbc-45c3-a3c5-9e7c949289fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32204886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32082068'] for subnet, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:13.891775 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-dec0b33b-a86b-4cbc-9ff1-a875127efb62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:51:13.926543 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79287a93-5cbc-45c3-a3c5-9e7c949289fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af352785-e60e-4f06-a345-cf845860f91c,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:51:13.930882 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-79287a93-5cbc-45c3-a3c5-9e7c949289fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:13.942584 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79287a93-5cbc-45c3-a3c5-9e7c949289fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:51:13.942956 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79287a93-5cbc-45c3-a3c5-9e7c949289fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:51:13.943318 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79287a93-5cbc-45c3-a3c5-9e7c949289fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:51:13.943696 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79287a93-5cbc-45c3-a3c5-9e7c949289fb admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:51:13.944028 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79287a93-5cbc-45c3-a3c5-9e7c949289fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:51:13.944375 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79287a93-5cbc-45c3-a3c5-9e7c949289fb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:51:13.944748 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79287a93-5cbc-45c3-a3c5-9e7c949289fb admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:51:13.945095 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79287a93-5cbc-45c3-a3c5-9e7c949289fb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:51:13.945469 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79287a93-5cbc-45c3-a3c5-9e7c949289fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:51:13.946103 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79287a93-5cbc-45c3-a3c5-9e7c949289fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:51:13.946444 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79287a93-5cbc-45c3-a3c5-9e7c949289fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:51:13.950542 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-79287a93-5cbc-45c3-a3c5-9e7c949289fb admin admin] 10.222.0.30 "DELETE /v2.0/subnets/af352785-e60e-4f06-a345-cf845860f91c HTTP/1.1" status: 204  len: 168 time: 0.3068140
Jun 28 16:51:13.951496 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-79287a93-5cbc-45c3-a3c5-9e7c949289fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:51:13.954919 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 42376) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:51:14.065963 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-5e27322e-457d-4bf0-b73d-ff6c09f635fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:14.068347 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-c3c6770c-00ff-481b-8328-a4db43577aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1600473'] for network, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:14.202516 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-c3c6770c-00ff-481b-8328-a4db43577aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1428645', 'neutron.services.segments.db._delete_segments_for_network-8771078865026'] for network, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:14.216035 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.services.segments.db [None req-c3c6770c-00ff-481b-8328-a4db43577aa6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa2cf5956a0>,) {'filters': {'network_id': ['c7e1650c-5ba1-4f26-b44e-4b25f0418eca']}} {{(pid=74150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:51:14.229861 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.services.segments.db [None req-c3c6770c-00ff-481b-8328-a4db43577aa6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa2cf5956a0>, '018e95c5-c7de-4c36-8ebb-fd83754561a2') {'for_net_delete': True} {{(pid=74150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:51:14.230154 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.services.segments.db [None req-c3c6770c-00ff-481b-8328-a4db43577aa6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa2cf5956a0>, '018e95c5-c7de-4c36-8ebb-fd83754561a2') {} {{(pid=74150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:51:14.242857 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-c3c6770c-00ff-481b-8328-a4db43577aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771078786973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32537741'] for segment, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:14.260836 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-c3c6770c-00ff-481b-8328-a4db43577aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719364'] for segment, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:14.267695 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3c6770c-00ff-481b-8328-a4db43577aa6 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=74150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jun 28 16:51:14.268084 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-c3c6770c-00ff-481b-8328-a4db43577aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1719391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32536748'] for segment, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:14.281835 dv-cinder-798104-1-iscsi neutron-server[74150]: Traceback (most recent call last):
Jun 28 16:51:14.281835 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jun 28 16:51:14.281835 dv-cinder-798104-1-iscsi neutron-server[74150]:     timer()
Jun 28 16:51:14.281835 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 28 16:51:14.281835 dv-cinder-798104-1-iscsi neutron-server[74150]:     cb(*args, **kw)
Jun 28 16:51:14.281835 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jun 28 16:51:14.281835 dv-cinder-798104-1-iscsi neutron-server[74150]:     return func(*args, **kwargs)
Jun 28 16:51:14.281835 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 28 16:51:14.281835 dv-cinder-798104-1-iscsi neutron-server[74150]:     self._notify()
Jun 28 16:51:14.281835 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 28 16:51:14.281835 dv-cinder-798104-1-iscsi neutron-server[74150]:     self.callback(batched_events)
Jun 28 16:51:14.281835 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 28 16:51:14.281835 dv-cinder-798104-1-iscsi neutron-server[74150]:     event.method(event)
Jun 28 16:51:14.281835 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 28 16:51:14.281835 dv-cinder-798104-1-iscsi neutron-server[74150]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 28 16:51:14.281835 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 28 16:51:14.281835 dv-cinder-798104-1-iscsi neutron-server[74150]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 28 16:51:14.281835 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 28 16:51:14.281835 dv-cinder-798104-1-iscsi neutron-server[74150]:     return f(self, *a, **k)
Jun 28 16:51:14.281835 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jun 28 16:51:14.281835 dv-cinder-798104-1-iscsi neutron-server[74150]:     return self._get(url).json()
Jun 28 16:51:14.281835 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jun 28 16:51:14.281835 dv-cinder-798104-1-iscsi neutron-server[74150]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 28 16:51:14.281835 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jun 28 16:51:14.281835 dv-cinder-798104-1-iscsi neutron-server[74150]:     return self.request(url, 'GET', **kwargs)
Jun 28 16:51:14.281835 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jun 28 16:51:14.281835 dv-cinder-798104-1-iscsi neutron-server[74150]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 28 16:51:14.281835 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jun 28 16:51:14.281835 dv-cinder-798104-1-iscsi neutron-server[74150]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 28 16:51:14.281835 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jun 28 16:51:14.281835 dv-cinder-798104-1-iscsi neutron-server[74150]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 28 16:51:14.281835 dv-cinder-798104-1-iscsi neutron-server[74150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 28 16:51:14.363772 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-c3c6770c-00ff-481b-8328-a4db43577aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1428054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-674480'] for network, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:14.369936 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:51:14.397375 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-c3c6770c-00ff-481b-8328-a4db43577aa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533674'] for network, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:14.413393 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c6770c-00ff-481b-8328-a4db43577aa6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7e1650c-5ba1-4f26-b44e-4b25f0418eca,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:51:14.419245 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-c3c6770c-00ff-481b-8328-a4db43577aa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:51:14.425081 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-c3c6770c-00ff-481b-8328-a4db43577aa6 admin admin] 10.222.0.30 "DELETE /v2.0/networks/c7e1650c-5ba1-4f26-b44e-4b25f0418eca HTTP/1.1" status: 204  len: 168 time: 0.4697411
Jun 28 16:51:14.571413 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 42382) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:51:14.622275 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-15938edb-6f3f-4c2a-bfac-616cb12194f4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6286d5e687e2493b924955a647f77d42&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0496740
Jun 28 16:51:14.624570 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 42386) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:51:14.686260 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-4344c8bf-1aa4-4d77-b5f1-0b8673088264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:14.710426 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-4344c8bf-1aa4-4d77-b5f1-0b8673088264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:14.760487 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-4344c8bf-1aa4-4d77-b5f1-0b8673088264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:14.764252 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-a0083b81-142a-41c0-bf05-be16165fd6b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:51:14.776882 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4344c8bf-1aa4-4d77-b5f1-0b8673088264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba629ee-6204-4afd-b212-d467f7b8df93,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:51:14.779176 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-4344c8bf-1aa4-4d77-b5f1-0b8673088264 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:51:14.790895 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-4344c8bf-1aa4-4d77-b5f1-0b8673088264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:14.792825 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-4344c8bf-1aa4-4d77-b5f1-0b8673088264 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6ba629ee-6204-4afd-b212-d467f7b8df93 HTTP/1.1" status: 204  len: 168 time: 0.1672661
Jun 28 16:51:14.976826 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-e070bfb8-6ac5-412b-899c-d0f6b14f948f req-d9217d3e-ac0d-41f7-b829-40fb75d1ff7b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9e1e68eb-02b8-4a6e-b165-2856bcf07dcf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0699046
Jun 28 16:51:15.113973 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:15.168774 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-e070bfb8-6ac5-412b-899c-d0f6b14f948f req-8092338b-98e1-49fd-9095-82121bc4ba89 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ce884a9bddfa4cbbac44e05b827223b3&device_id=9e1e68eb-02b8-4a6e-b165-2856bcf07dcf HTTP/1.1" status: 200  len: 1098 time: 0.1722732
Jun 28 16:51:15.325392 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e070bfb8-6ac5-412b-899c-d0f6b14f948f req-c84582c7-ad88-47db-bfda-c35b44c993a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:51:15.327140 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-e070bfb8-6ac5-412b-899c-d0f6b14f948f req-c84582c7-ad88-47db-bfda-c35b44c993a1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ce5d0d75-0504-4eb6-b527-1f6283338b64 HTTP/1.1" status: 200  len: 912 time: 0.1365306
Jun 28 16:51:15.431419 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-e070bfb8-6ac5-412b-899c-d0f6b14f948f req-50242c59-d064-4ec6-813e-cb5191ad35a4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=935d2056-0fa3-401d-9acf-2748dec146ce HTTP/1.1" status: 200  len: 1000 time: 0.0971105
Jun 28 16:51:15.500958 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e070bfb8-6ac5-412b-899c-d0f6b14f948f req-09e5ae8c-ad71-4ef8-9260-b504976c3447 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:51:15.502537 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-e070bfb8-6ac5-412b-899c-d0f6b14f948f req-09e5ae8c-ad71-4ef8-9260-b504976c3447 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=323cae5e-b0ca-4159-a857-f280b10a8759 HTTP/1.1" status: 200  len: 850 time: 0.0636468
Jun 28 16:51:15.584047 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-e070bfb8-6ac5-412b-899c-d0f6b14f948f req-506132a6-3627-4907-8bb0-e4da0a128c7b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ce5d0d75-0504-4eb6-b527-1f6283338b64&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0757332
Jun 28 16:51:15.736753 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-e070bfb8-6ac5-412b-899c-d0f6b14f948f req-3ac6f83a-155e-4fdc-95b6-bbdc91debbe9 service neutron] 10.222.0.15 "GET /v2.0/networks/ce5d0d75-0504-4eb6-b527-1f6283338b64?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1459954
Jun 28 16:51:15.874050 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-e070bfb8-6ac5-412b-899c-d0f6b14f948f req-d46d1601-0a7b-4574-b53b-da765ed76e1c service neutron] 10.222.0.15 "GET /v2.0/networks/ce5d0d75-0504-4eb6-b527-1f6283338b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1305699
Jun 28 16:51:17.204135 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 42442) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:51:17.346875 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-06f76205-d065-40fa-a5e6-2a344e59afb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:17.378190 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-06f76205-d065-40fa-a5e6-2a344e59afb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:51:17.381991 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-06f76205-d065-40fa-a5e6-2a344e59afb7 admin admin] Usage tracker for resource:security_group_rule and tenant:dcfb6348bb984234806bb454cf5766b5 is out of sync, need to count used quota {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:51:17.384753 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-06f76205-d065-40fa-a5e6-2a344e59afb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:51:17.390353 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-06f76205-d065-40fa-a5e6-2a344e59afb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:51:17.455739 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-06f76205-d065-40fa-a5e6-2a344e59afb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:17.459833 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-06f76205-d065-40fa-a5e6-2a344e59afb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:17.466623 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-c5499f0c-e951-48ab-bc2d-59159d6a07d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:51:17.510694 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f76205-d065-40fa-a5e6-2a344e59afb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b0214b1-d4de-4589-91ed-fab8a6f44e11,revision_number=1']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:51:17.514289 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-06f76205-d065-40fa-a5e6-2a344e59afb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:51:17.516655 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-06f76205-d065-40fa-a5e6-2a344e59afb7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dcfb6348bb984234806bb454cf5766b5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3114996
Jun 28 16:51:17.519399 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 42448) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:51:17.580824 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-71ab421b-c244-41af-a8ee-9b4ba758779c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:17.611192 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-71ab421b-c244-41af-a8ee-9b4ba758779c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:17.669594 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-71ab421b-c244-41af-a8ee-9b4ba758779c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:17.673280 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-54088944-58f1-43c7-8d19-ebcf554d01ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:51:17.686256 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ab421b-c244-41af-a8ee-9b4ba758779c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b0214b1-d4de-4589-91ed-fab8a6f44e11,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:51:17.689255 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-71ab421b-c244-41af-a8ee-9b4ba758779c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:51:17.691317 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-71ab421b-c244-41af-a8ee-9b4ba758779c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:17.693575 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-71ab421b-c244-41af-a8ee-9b4ba758779c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6b0214b1-d4de-4589-91ed-fab8a6f44e11 HTTP/1.1" status: 204  len: 168 time: 0.1732116
Jun 28 16:51:18.032652 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 42456) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:51:18.051231 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-5a26766f-8045-4a88-a1ef-28e1e8715352 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:18.083210 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-5a26766f-8045-4a88-a1ef-28e1e8715352 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:51:18.087061 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-5a26766f-8045-4a88-a1ef-28e1e8715352 admin admin] Usage tracker for resource:security_group_rule and tenant:9dddad8967314111b15eb4d69a678ee6 is out of sync, need to count used quota {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:51:18.090579 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-5a26766f-8045-4a88-a1ef-28e1e8715352 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:51:18.096309 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-5a26766f-8045-4a88-a1ef-28e1e8715352 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:51:18.167188 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-5a26766f-8045-4a88-a1ef-28e1e8715352 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:18.171189 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-5a26766f-8045-4a88-a1ef-28e1e8715352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:18.178509 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-82403490-d386-4712-b77b-d93c331ebe58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:51:18.220780 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a26766f-8045-4a88-a1ef-28e1e8715352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b39633-cd2d-428f-97d0-e3648f0e7225,revision_number=1']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:51:18.224331 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-5a26766f-8045-4a88-a1ef-28e1e8715352 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:51:18.226711 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-5a26766f-8045-4a88-a1ef-28e1e8715352 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9dddad8967314111b15eb4d69a678ee6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1930406
Jun 28 16:51:18.229658 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 42460) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:51:18.313776 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-275b5160-cf2f-441c-b321-44f15516eb97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:18.360727 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-275b5160-cf2f-441c-b321-44f15516eb97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:18.436481 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-275b5160-cf2f-441c-b321-44f15516eb97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:18.440632 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-647d3a00-b36e-48af-8fa8-155ad7b782e5 tempest-AttachVolumeTestJSON-1005474161 tempest-AttachVolumeTestJSON-1005474161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:51:18.452349 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275b5160-cf2f-441c-b321-44f15516eb97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b39633-cd2d-428f-97d0-e3648f0e7225,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:51:18.456667 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-275b5160-cf2f-441c-b321-44f15516eb97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:51:18.460270 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-275b5160-cf2f-441c-b321-44f15516eb97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:18.461404 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-275b5160-cf2f-441c-b321-44f15516eb97 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b9b39633-cd2d-428f-97d0-e3648f0e7225 HTTP/1.1" status: 204  len: 168 time: 0.2308309
Jun 28 16:51:37.288384 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 42674) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:51:37.426058 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-692defe8-6207-44b9-b0b7-7786b97cf1ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:37.455810 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-692defe8-6207-44b9-b0b7-7786b97cf1ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:51:37.459526 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-692defe8-6207-44b9-b0b7-7786b97cf1ff admin admin] Usage tracker for resource:security_group_rule and tenant:81bf8b17b0104e819dd3f9f1c5ee0143 is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:51:37.462284 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-692defe8-6207-44b9-b0b7-7786b97cf1ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:51:37.468433 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-692defe8-6207-44b9-b0b7-7786b97cf1ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:51:37.535488 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-692defe8-6207-44b9-b0b7-7786b97cf1ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:37.539421 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-692defe8-6207-44b9-b0b7-7786b97cf1ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:37.546260 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-c31005bd-b20b-4b11-a097-dbe0d466d333 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:51:37.582265 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692defe8-6207-44b9-b0b7-7786b97cf1ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ecf4fcd-45e8-40d3-b0f6-648e5db648bb,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:51:37.586881 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-692defe8-6207-44b9-b0b7-7786b97cf1ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:51:37.593194 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-692defe8-6207-44b9-b0b7-7786b97cf1ff admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=81bf8b17b0104e819dd3f9f1c5ee0143&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3007905
Jun 28 16:51:37.593194 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 42680) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:51:37.651714 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-acedc28f-9dad-40db-818d-ba7e6b8c2951 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:37.677886 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-acedc28f-9dad-40db-818d-ba7e6b8c2951 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:37.730694 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-acedc28f-9dad-40db-818d-ba7e6b8c2951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:37.734261 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-aa5270ac-b734-4870-9334-7aed10ca6c1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:51:37.745023 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acedc28f-9dad-40db-818d-ba7e6b8c2951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ecf4fcd-45e8-40d3-b0f6-648e5db648bb,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:51:37.749047 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-acedc28f-9dad-40db-818d-ba7e6b8c2951 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:51:37.752248 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-acedc28f-9dad-40db-818d-ba7e6b8c2951 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:37.753359 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-acedc28f-9dad-40db-818d-ba7e6b8c2951 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4ecf4fcd-45e8-40d3-b0f6-648e5db648bb HTTP/1.1" status: 204  len: 168 time: 0.1595371
Jun 28 16:51:38.083687 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 42688) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:51:38.103999 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-4f3c623c-996d-46b8-8121-cef6e32b8241 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:38.141803 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-4f3c623c-996d-46b8-8121-cef6e32b8241 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:51:38.147388 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-4f3c623c-996d-46b8-8121-cef6e32b8241 admin admin] Usage tracker for resource:security_group_rule and tenant:f494140da5b740e7beaf7e97ccdff66d is out of sync, need to count used quota {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:51:38.150936 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-4f3c623c-996d-46b8-8121-cef6e32b8241 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:51:38.158933 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-4f3c623c-996d-46b8-8121-cef6e32b8241 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:51:38.232287 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-4f3c623c-996d-46b8-8121-cef6e32b8241 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:38.236338 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-4f3c623c-996d-46b8-8121-cef6e32b8241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:38.243200 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-5a26766f-8045-4a88-a1ef-28e1e8715352 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:51:38.282707 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3c623c-996d-46b8-8121-cef6e32b8241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef3c74ef-16f0-4776-8ea4-8cc3ead0f6ec,revision_number=1']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:51:38.289300 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-4f3c623c-996d-46b8-8121-cef6e32b8241 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f494140da5b740e7beaf7e97ccdff66d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2045546
Jun 28 16:51:38.291976 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 42692) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:51:38.294590 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3c623c-996d-46b8-8121-cef6e32b8241 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:51:38.294958 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3c623c-996d-46b8-8121-cef6e32b8241 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:51:38.295321 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3c623c-996d-46b8-8121-cef6e32b8241 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:51:38.295676 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3c623c-996d-46b8-8121-cef6e32b8241 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:51:38.296104 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3c623c-996d-46b8-8121-cef6e32b8241 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:51:38.296460 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3c623c-996d-46b8-8121-cef6e32b8241 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:51:38.296810 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3c623c-996d-46b8-8121-cef6e32b8241 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:51:38.297196 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3c623c-996d-46b8-8121-cef6e32b8241 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:51:38.297545 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3c623c-996d-46b8-8121-cef6e32b8241 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:51:38.297892 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3c623c-996d-46b8-8121-cef6e32b8241 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:51:38.298236 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3c623c-996d-46b8-8121-cef6e32b8241 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:51:38.301985 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-4f3c623c-996d-46b8-8121-cef6e32b8241 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:51:38.357398 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-e8f2e193-8023-47f6-b060-eba6b36e9c7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:38.382885 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-e8f2e193-8023-47f6-b060-eba6b36e9c7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:38.433173 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-e8f2e193-8023-47f6-b060-eba6b36e9c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:38.436601 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-30aa049a-338c-43ee-9851-09be1e1ab926 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:51:38.447625 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f2e193-8023-47f6-b060-eba6b36e9c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef3c74ef-16f0-4776-8ea4-8cc3ead0f6ec,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:51:38.451456 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-e8f2e193-8023-47f6-b060-eba6b36e9c7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:51:38.454645 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-e8f2e193-8023-47f6-b060-eba6b36e9c7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:38.455745 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-e8f2e193-8023-47f6-b060-eba6b36e9c7e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ef3c74ef-16f0-4776-8ea4-8cc3ead0f6ec HTTP/1.1" status: 204  len: 168 time: 0.1627920
Jun 28 16:51:38.962050 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-7775de00-a088-4ccf-aa96-54fadef0ab54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:39.470794 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:41.237649 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8235c8df-3309-4a82-b469-4d3912e9ea48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:42.454912 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-6c3ff140-2be5-46e8-b74a-5424bc372793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:43.673352 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 42780) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:51:43.822259 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-6b127b2e-2274-4ec8-a1cd-22e3f7759588 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:43.857036 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-6b127b2e-2274-4ec8-a1cd-22e3f7759588 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:51:43.861502 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-6b127b2e-2274-4ec8-a1cd-22e3f7759588 admin admin] Usage tracker for resource:security_group_rule and tenant:2cde052889294749bd97254399983e50 is out of sync, need to count used quota {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:51:43.864671 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-6b127b2e-2274-4ec8-a1cd-22e3f7759588 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:51:43.870660 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-6b127b2e-2274-4ec8-a1cd-22e3f7759588 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:51:43.940550 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-6b127b2e-2274-4ec8-a1cd-22e3f7759588 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:43.944345 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-6b127b2e-2274-4ec8-a1cd-22e3f7759588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:43.951253 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-657d0329-8773-468a-bfaf-f821faf2127f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:51:43.993338 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b127b2e-2274-4ec8-a1cd-22e3f7759588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f79c71-f3d9-4150-a4cf-0ada89f03609,revision_number=1']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:51:43.997437 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-6b127b2e-2274-4ec8-a1cd-22e3f7759588 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:51:43.999624 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-6b127b2e-2274-4ec8-a1cd-22e3f7759588 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2cde052889294749bd97254399983e50&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3250158
Jun 28 16:51:44.002298 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 42786) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:51:44.064868 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-de1551fe-6f7e-4663-909c-52b02fd0b8b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:44.068692 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-5e27322e-457d-4bf0-b73d-ff6c09f635fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:44.092851 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-de1551fe-6f7e-4663-909c-52b02fd0b8b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:44.143312 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-de1551fe-6f7e-4663-909c-52b02fd0b8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:44.147146 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-275b5160-cf2f-441c-b321-44f15516eb97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:51:44.165047 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1551fe-6f7e-4663-909c-52b02fd0b8b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f79c71-f3d9-4150-a4cf-0ada89f03609,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:51:44.168910 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-de1551fe-6f7e-4663-909c-52b02fd0b8b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:51:44.174420 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-de1551fe-6f7e-4663-909c-52b02fd0b8b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:44.175747 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-de1551fe-6f7e-4663-909c-52b02fd0b8b6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/82f79c71-f3d9-4150-a4cf-0ada89f03609 HTTP/1.1" status: 204  len: 168 time: 0.1725028
Jun 28 16:51:44.487906 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.agents_db [None req-cfc1c983-b0ac-48e0-8737-db5653a7b2f7 None None] Agent healthcheck: found 6 active agents {{(pid=74153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 28 16:51:44.594260 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 42794) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:51:44.613335 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-4f0e4764-f964-440e-9330-668ac509aeac admin admin] Notify callbacks [] for security_group, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:44.650946 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-4f0e4764-f964-440e-9330-668ac509aeac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:51:44.654787 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-4f0e4764-f964-440e-9330-668ac509aeac admin admin] Usage tracker for resource:security_group_rule and tenant:065ce5534bea4f1a8111de5be060cdec is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:51:44.657665 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-4f0e4764-f964-440e-9330-668ac509aeac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:51:44.666918 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-4f0e4764-f964-440e-9330-668ac509aeac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:51:44.733359 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-4f0e4764-f964-440e-9330-668ac509aeac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:44.736929 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-4f0e4764-f964-440e-9330-668ac509aeac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:44.744082 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-e8f2e193-8023-47f6-b060-eba6b36e9c7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:51:44.789528 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-4f0e4764-f964-440e-9330-668ac509aeac admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=065ce5534bea4f1a8111de5be060cdec&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1942036
Jun 28 16:51:44.790271 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0e4764-f964-440e-9330-668ac509aeac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd601e3c-ef7a-4352-ad0c-8409e5225f2f,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:51:44.792330 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 42798) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:51:44.793445 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-4f0e4764-f964-440e-9330-668ac509aeac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:51:44.856170 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-54aec5d0-8630-4fe4-ac4d-a7910fd1076e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:44.886703 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-54aec5d0-8630-4fe4-ac4d-a7910fd1076e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:44.946393 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-54aec5d0-8630-4fe4-ac4d-a7910fd1076e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:44.950462 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-9f8f49f4-fb91-4104-b357-80100f42a7bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:51:44.963913 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aec5d0-8630-4fe4-ac4d-a7910fd1076e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd601e3c-ef7a-4352-ad0c-8409e5225f2f,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:51:44.967615 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-54aec5d0-8630-4fe4-ac4d-a7910fd1076e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:51:44.971061 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-54aec5d0-8630-4fe4-ac4d-a7910fd1076e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:44.972156 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-54aec5d0-8630-4fe4-ac4d-a7910fd1076e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bd601e3c-ef7a-4352-ad0c-8409e5225f2f HTTP/1.1" status: 204  len: 168 time: 0.1788313
Jun 28 16:51:45.111330 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:46.890400 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780640a-a7ed-4e19-91cd-32f112d6147f req-1bffd52f-e6e1-4e9d-999d-03e6d98ba285 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:51:46.891700 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-b780640a-a7ed-4e19-91cd-32f112d6147f req-1bffd52f-e6e1-4e9d-999d-03e6d98ba285 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a8fe0c7-43d1-4a1c-8f1a-7515888ac7fd HTTP/1.1" status: 200  len: 946 time: 0.0870144
Jun 28 16:51:46.941279 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-b780640a-a7ed-4e19-91cd-32f112d6147f req-cfbd0dc8-84d1-4c78-a9a6-6771c8bba06f tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "GET /v2.0/security-groups?id=78c11c6c-7d31-418b-b789-373da79bfa71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437849
Jun 28 16:51:48.144312 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcea632-7c4d-4591-aa77-3b2e9f2432c1 req-6bc65f16-3728-43be-a993-e717b0b25cae tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:51:48.145830 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-2bcea632-7c4d-4591-aa77-3b2e9f2432c1 req-6bc65f16-3728-43be-a993-e717b0b25cae tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a8fe0c7-43d1-4a1c-8f1a-7515888ac7fd HTTP/1.1" status: 200  len: 946 time: 0.0781236
Jun 28 16:51:48.193977 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-2bcea632-7c4d-4591-aa77-3b2e9f2432c1 req-b6f5eae8-8ae1-496e-ade1-09b3a38d53c6 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "GET /v2.0/security-groups?id=78c11c6c-7d31-418b-b789-373da79bfa71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421321
Jun 28 16:51:49.492652 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39303bf-53db-473a-b8a9-59f57336667b req-9abff028-23af-46db-8631-112b313ed6e5 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:51:49.494111 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-f39303bf-53db-473a-b8a9-59f57336667b req-9abff028-23af-46db-8631-112b313ed6e5 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a8fe0c7-43d1-4a1c-8f1a-7515888ac7fd HTTP/1.1" status: 200  len: 946 time: 0.1754467
Jun 28 16:51:49.544971 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-f39303bf-53db-473a-b8a9-59f57336667b req-19ebe982-8d0b-4303-9a1b-9f1a2e96b7d1 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "GET /v2.0/security-groups?id=78c11c6c-7d31-418b-b789-373da79bfa71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451884
Jun 28 16:51:50.740475 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587e7f26-14aa-4fe7-984d-0ac8c8551f9a req-2628e028-c1b5-490c-a950-aaab5d7bdbfe tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:51:50.741979 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-587e7f26-14aa-4fe7-984d-0ac8c8551f9a req-2628e028-c1b5-490c-a950-aaab5d7bdbfe tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a8fe0c7-43d1-4a1c-8f1a-7515888ac7fd HTTP/1.1" status: 200  len: 946 time: 0.0770640
Jun 28 16:51:50.790317 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-587e7f26-14aa-4fe7-984d-0ac8c8551f9a req-4ab83d10-9939-455d-991d-7716b7800491 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "GET /v2.0/security-groups?id=78c11c6c-7d31-418b-b789-373da79bfa71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426490
Jun 28 16:51:51.291082 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 42888) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:51:51.442008 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-646af1c9-ed27-4498-be45-d32fe293b4bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:51.475306 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-646af1c9-ed27-4498-be45-d32fe293b4bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:51:51.479900 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-646af1c9-ed27-4498-be45-d32fe293b4bd admin admin] Usage tracker for resource:security_group_rule and tenant:535523ffb24b4cbb9e51c81eeda0e8b2 is out of sync, need to count used quota {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:51:51.483186 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-646af1c9-ed27-4498-be45-d32fe293b4bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:51:51.489075 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-646af1c9-ed27-4498-be45-d32fe293b4bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:51:51.563494 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-646af1c9-ed27-4498-be45-d32fe293b4bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:51.567555 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-646af1c9-ed27-4498-be45-d32fe293b4bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:51.574855 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-5e754935-f4ad-4bf3-be7f-30d4a740a6cf tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:51:51.616737 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646af1c9-ed27-4498-be45-d32fe293b4bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0722ae63-d234-4ff6-a672-34d65c693090,revision_number=1']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:51:51.621515 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-646af1c9-ed27-4498-be45-d32fe293b4bd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=535523ffb24b4cbb9e51c81eeda0e8b2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3293898
Jun 28 16:51:51.622426 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-646af1c9-ed27-4498-be45-d32fe293b4bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:51:51.624906 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 42894) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:51:51.688682 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-76a005ac-0bb1-4be3-ab4b-e1fa004ad68d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:51.714469 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-76a005ac-0bb1-4be3-ab4b-e1fa004ad68d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:51.774687 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-76a005ac-0bb1-4be3-ab4b-e1fa004ad68d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:51.778876 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-de1551fe-6f7e-4663-909c-52b02fd0b8b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:51:51.790293 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a005ac-0bb1-4be3-ab4b-e1fa004ad68d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0722ae63-d234-4ff6-a672-34d65c693090,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:51:51.794940 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-76a005ac-0bb1-4be3-ab4b-e1fa004ad68d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:51:51.798208 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-76a005ac-0bb1-4be3-ab4b-e1fa004ad68d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:51.799590 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-76a005ac-0bb1-4be3-ab4b-e1fa004ad68d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0722ae63-d234-4ff6-a672-34d65c693090 HTTP/1.1" status: 204  len: 168 time: 0.1740694
Jun 28 16:51:51.998010 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255e36b-9ad8-4fa9-a8e8-0dfb666cd25d req-f78d8dd9-b00d-4dc3-8f9a-bcef12eb065a tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:51:51.999500 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-4255e36b-9ad8-4fa9-a8e8-0dfb666cd25d req-f78d8dd9-b00d-4dc3-8f9a-bcef12eb065a tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a8fe0c7-43d1-4a1c-8f1a-7515888ac7fd HTTP/1.1" status: 200  len: 946 time: 0.0822394
Jun 28 16:51:52.048115 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-4255e36b-9ad8-4fa9-a8e8-0dfb666cd25d req-b51efd9b-5065-472c-9eb1-97f6343dc7bd tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "GET /v2.0/security-groups?id=78c11c6c-7d31-418b-b789-373da79bfa71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430644
Jun 28 16:51:52.168983 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 42904) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:51:52.188173 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-358e17a5-4b66-4571-bdb4-a4b550c28db0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:52.221948 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-358e17a5-4b66-4571-bdb4-a4b550c28db0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:51:52.226714 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-358e17a5-4b66-4571-bdb4-a4b550c28db0 admin admin] Usage tracker for resource:security_group_rule and tenant:08a1614abe1648249d779a7eab193ce8 is out of sync, need to count used quota {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:51:52.232132 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-358e17a5-4b66-4571-bdb4-a4b550c28db0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:51:52.240144 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-358e17a5-4b66-4571-bdb4-a4b550c28db0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:51:52.321718 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-358e17a5-4b66-4571-bdb4-a4b550c28db0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:52.326681 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-358e17a5-4b66-4571-bdb4-a4b550c28db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:52.333913 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-84f2ac00-a90c-4971-87ee-99bdd6ef5ccd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:51:52.378415 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-358e17a5-4b66-4571-bdb4-a4b550c28db0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=08a1614abe1648249d779a7eab193ce8&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2080507
Jun 28 16:51:52.379202 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358e17a5-4b66-4571-bdb4-a4b550c28db0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=776499c3-5c29-4137-899a-53042ee07dc3,revision_number=1']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:51:52.381789 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 42908) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:51:52.385185 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-358e17a5-4b66-4571-bdb4-a4b550c28db0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:51:52.445648 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-91623ef2-33cb-47d4-b653-397d42ef3da9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:52.473733 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-91623ef2-33cb-47d4-b653-397d42ef3da9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:52.529040 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-91623ef2-33cb-47d4-b653-397d42ef3da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:52.534815 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-4344c8bf-1aa4-4d77-b5f1-0b8673088264 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:51:52.547827 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91623ef2-33cb-47d4-b653-397d42ef3da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=776499c3-5c29-4137-899a-53042ee07dc3,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:51:52.550916 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-91623ef2-33cb-47d4-b653-397d42ef3da9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:51:52.552909 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-91623ef2-33cb-47d4-b653-397d42ef3da9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:52.554110 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-91623ef2-33cb-47d4-b653-397d42ef3da9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/776499c3-5c29-4137-899a-53042ee07dc3 HTTP/1.1" status: 204  len: 168 time: 0.1714039
Jun 28 16:51:53.331768 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3f03b7-3844-44cf-97f3-77586657609c req-d3920a3b-0e5c-45ee-8fbe-e6d86ab79f8d tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:51:53.333392 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-4a3f03b7-3844-44cf-97f3-77586657609c req-d3920a3b-0e5c-45ee-8fbe-e6d86ab79f8d tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a8fe0c7-43d1-4a1c-8f1a-7515888ac7fd HTTP/1.1" status: 200  len: 946 time: 0.1013560
Jun 28 16:51:53.383623 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-4a3f03b7-3844-44cf-97f3-77586657609c req-73f36ca3-aefb-4839-b2c3-7811bd66b071 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "GET /v2.0/security-groups?id=78c11c6c-7d31-418b-b789-373da79bfa71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429735
Jun 28 16:51:54.603530 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc08f8d-39fa-480e-885b-eaa6da7ea747 req-83f4ad15-deed-462d-801e-78a913969e48 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:51:54.605142 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-9bc08f8d-39fa-480e-885b-eaa6da7ea747 req-83f4ad15-deed-462d-801e-78a913969e48 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a8fe0c7-43d1-4a1c-8f1a-7515888ac7fd HTTP/1.1" status: 200  len: 946 time: 0.0876544
Jun 28 16:51:54.664742 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-9bc08f8d-39fa-480e-885b-eaa6da7ea747 req-3ea2db16-b446-4c85-9551-bddb7828fb2c tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "GET /v2.0/security-groups?id=78c11c6c-7d31-418b-b789-373da79bfa71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0498555
Jun 28 16:51:55.908271 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7689a633-3e8d-42c7-b8a7-378baafd4314 req-dc28d153-0b48-46fa-8a66-2b30e374b2ff tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:51:55.910120 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-7689a633-3e8d-42c7-b8a7-378baafd4314 req-dc28d153-0b48-46fa-8a66-2b30e374b2ff tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a8fe0c7-43d1-4a1c-8f1a-7515888ac7fd HTTP/1.1" status: 200  len: 946 time: 0.0892961
Jun 28 16:51:55.966179 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-7689a633-3e8d-42c7-b8a7-378baafd4314 req-617ce72d-ff48-46c1-a650-373dae91ee66 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "GET /v2.0/security-groups?id=78c11c6c-7d31-418b-b789-373da79bfa71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0486629
Jun 28 16:51:56.029302 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 42996) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:51:56.214700 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-90bff6e9-f1c5-4181-a605-ca065aee0555 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:56.252925 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-90bff6e9-f1c5-4181-a605-ca065aee0555 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:51:56.257011 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-90bff6e9-f1c5-4181-a605-ca065aee0555 admin admin] Usage tracker for resource:security_group_rule and tenant:1c2e8530feb14efdaa961dd88984b936 is out of sync, need to count used quota {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:51:56.260504 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-90bff6e9-f1c5-4181-a605-ca065aee0555 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:51:56.266805 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-90bff6e9-f1c5-4181-a605-ca065aee0555 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:51:56.368232 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-90bff6e9-f1c5-4181-a605-ca065aee0555 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:56.373068 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-90bff6e9-f1c5-4181-a605-ca065aee0555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:56.379992 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-91623ef2-33cb-47d4-b653-397d42ef3da9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:51:56.427197 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bff6e9-f1c5-4181-a605-ca065aee0555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b7760e-5b7b-4d11-9e2b-0290c388510b,revision_number=1']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:51:56.432007 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-90bff6e9-f1c5-4181-a605-ca065aee0555 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1c2e8530feb14efdaa961dd88984b936&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4015455
Jun 28 16:51:56.433009 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-90bff6e9-f1c5-4181-a605-ca065aee0555 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:51:56.434516 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 43004) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:51:56.496839 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-11d0a5bf-4bd4-4dd9-882e-dd4fc2d8749d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:56.523697 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-11d0a5bf-4bd4-4dd9-882e-dd4fc2d8749d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:56.577709 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-11d0a5bf-4bd4-4dd9-882e-dd4fc2d8749d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:56.581472 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-aea7106c-0d3a-409c-8682-b85619e0c7eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:51:56.593055 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d0a5bf-4bd4-4dd9-882e-dd4fc2d8749d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b7760e-5b7b-4d11-9e2b-0290c388510b,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:51:56.596988 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-11d0a5bf-4bd4-4dd9-882e-dd4fc2d8749d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:51:56.600915 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-11d0a5bf-4bd4-4dd9-882e-dd4fc2d8749d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:56.601936 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-11d0a5bf-4bd4-4dd9-882e-dd4fc2d8749d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/93b7760e-5b7b-4d11-9e2b-0290c388510b HTTP/1.1" status: 204  len: 168 time: 0.1665099
Jun 28 16:51:56.991439 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 43014) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:51:57.012180 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-0531a142-1840-441c-8688-2a3993523ac1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:57.048269 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-0531a142-1840-441c-8688-2a3993523ac1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:51:57.053355 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-0531a142-1840-441c-8688-2a3993523ac1 admin admin] Usage tracker for resource:security_group_rule and tenant:166a5d58bef140348b1e714040d4df6e is out of sync, need to count used quota {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:51:57.057618 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [None req-0531a142-1840-441c-8688-2a3993523ac1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:51:57.064687 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [None req-0531a142-1840-441c-8688-2a3993523ac1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:51:57.148353 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-0531a142-1840-441c-8688-2a3993523ac1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:57.189067 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-0531a142-1840-441c-8688-2a3993523ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:57.203016 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-d0c12f96-9766-466b-b2da-8374c4653390 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:51:57.296008 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0531a142-1840-441c-8688-2a3993523ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=179ced39-1f8d-4aa4-87e2-7d4122eff004,revision_number=1']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:51:57.299769 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-0531a142-1840-441c-8688-2a3993523ac1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:51:57.317288 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-0531a142-1840-441c-8688-2a3993523ac1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=166a5d58bef140348b1e714040d4df6e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3245852
Jun 28 16:51:57.321674 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 43024) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:51:57.364720 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c413e8a2-efa4-4b26-a537-f1779b4f94f3 req-5860bf3a-c539-4cf8-bd39-9a21a2a07316 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:51:57.366453 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-c413e8a2-efa4-4b26-a537-f1779b4f94f3 req-5860bf3a-c539-4cf8-bd39-9a21a2a07316 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a8fe0c7-43d1-4a1c-8f1a-7515888ac7fd HTTP/1.1" status: 200  len: 946 time: 0.2162259
Jun 28 16:51:57.374881 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-54977115-67a3-4e9d-8bdd-2ca7fc1d2a4f req-ea2c8fe6-cce2-4557-ab00-22f5fc8a21e4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=752951ca61fe47f0b32b0595cf035391&device_id=2a8fe0c7-43d1-4a1c-8f1a-7515888ac7fd HTTP/1.1" status: 200  len: 1099 time: 0.4736249
Jun 28 16:51:57.537113 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-c413e8a2-efa4-4b26-a537-f1779b4f94f3 req-c7fc21df-8d0c-483b-9efc-bb2e072cadb2 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "GET /v2.0/security-groups?id=78c11c6c-7d31-418b-b789-373da79bfa71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1559088
Jun 28 16:51:57.567082 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-ff60be14-c28d-4291-a80d-2b0f2b644e77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:57.593832 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54977115-67a3-4e9d-8bdd-2ca7fc1d2a4f req-846c46f8-e6cf-4adc-a252-8b4c028e8327 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:51:57.596497 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-54977115-67a3-4e9d-8bdd-2ca7fc1d2a4f req-846c46f8-e6cf-4adc-a252-8b4c028e8327 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a9115e8f-c856-43bc-8ed7-54570859b456 HTTP/1.1" status: 200  len: 910 time: 0.2134910
Jun 28 16:51:57.597496 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-ff60be14-c28d-4291-a80d-2b0f2b644e77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:57.668052 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-ff60be14-c28d-4291-a80d-2b0f2b644e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:57.678382 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-5a5b87be-7350-418e-865c-2842e60cefdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:51:57.703071 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff60be14-c28d-4291-a80d-2b0f2b644e77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=179ced39-1f8d-4aa4-87e2-7d4122eff004,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:51:57.708178 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-ff60be14-c28d-4291-a80d-2b0f2b644e77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:51:57.715591 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-ff60be14-c28d-4291-a80d-2b0f2b644e77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:51:57.725726 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-ff60be14-c28d-4291-a80d-2b0f2b644e77 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/179ced39-1f8d-4aa4-87e2-7d4122eff004 HTTP/1.1" status: 204  len: 168 time: 0.3973756
Jun 28 16:51:57.811421 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-54977115-67a3-4e9d-8bdd-2ca7fc1d2a4f req-97e82977-4573-49c9-a202-5d8a268901b8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=875017ef-70c7-4cb3-85af-ddebda6ee33e HTTP/1.1" status: 200  len: 1001 time: 0.2082841
Jun 28 16:51:57.926811 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54977115-67a3-4e9d-8bdd-2ca7fc1d2a4f req-1acecf3b-fb54-45e2-9861-86f115434816 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:51:57.929354 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-54977115-67a3-4e9d-8bdd-2ca7fc1d2a4f req-1acecf3b-fb54-45e2-9861-86f115434816 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f4efdb07-e2c5-4e6d-af9a-cc24275e76fb HTTP/1.1" status: 200  len: 848 time: 0.1100354
Jun 28 16:51:58.147373 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-54977115-67a3-4e9d-8bdd-2ca7fc1d2a4f req-1cda1308-2b9f-462a-83b6-49e752d2dcef service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a9115e8f-c856-43bc-8ed7-54570859b456&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2080569
Jun 28 16:51:58.163125 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [req-54977115-67a3-4e9d-8bdd-2ca7fc1d2a4f req-e45d61c4-63f3-439a-86b2-391b52e76d8e service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=74150) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Jun 28 16:51:58.164508 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-54977115-67a3-4e9d-8bdd-2ca7fc1d2a4f req-e45d61c4-63f3-439a-86b2-391b52e76d8e service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0084853
Jun 28 16:51:58.382905 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-54977115-67a3-4e9d-8bdd-2ca7fc1d2a4f req-5e31b45b-416c-4290-baf2-5d44ddb0bd28 service neutron] 10.222.0.15 "GET /v2.0/networks/a9115e8f-c856-43bc-8ed7-54570859b456?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2099698
Jun 28 16:51:58.528283 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-54977115-67a3-4e9d-8bdd-2ca7fc1d2a4f req-ba51795c-7bdd-47f6-b509-f165bff315ac service neutron] 10.222.0.15 "GET /v2.0/networks/a9115e8f-c856-43bc-8ed7-54570859b456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1389508
Jun 28 16:51:58.793841 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ee650f-9259-4faa-a2f4-8329e0a5657d req-2ea598fe-8fc6-46e8-bcf0-9f09b74ac966 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:51:58.795602 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-26ee650f-9259-4faa-a2f4-8329e0a5657d req-2ea598fe-8fc6-46e8-bcf0-9f09b74ac966 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a8fe0c7-43d1-4a1c-8f1a-7515888ac7fd HTTP/1.1" status: 200  len: 946 time: 0.0793338
Jun 28 16:51:58.866596 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-26ee650f-9259-4faa-a2f4-8329e0a5657d req-8a076881-709a-433b-9d26-35525a592421 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "GET /v2.0/security-groups?id=78c11c6c-7d31-418b-b789-373da79bfa71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0631480
Jun 28 16:52:00.079239 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b0108-ec9f-4f80-9e57-6778a3b69748 req-c6b3b4ef-d9c2-41f0-95ea-76862182bf67 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:52:00.081501 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-5b4b0108-ec9f-4f80-9e57-6778a3b69748 req-c6b3b4ef-d9c2-41f0-95ea-76862182bf67 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a8fe0c7-43d1-4a1c-8f1a-7515888ac7fd HTTP/1.1" status: 200  len: 946 time: 0.0836432
Jun 28 16:52:00.133374 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-5b4b0108-ec9f-4f80-9e57-6778a3b69748 req-e9bffbde-8060-4c58-9a18-9a049779aad8 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "GET /v2.0/security-groups?id=78c11c6c-7d31-418b-b789-373da79bfa71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430171
Jun 28 16:52:01.123752 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-86b0195c-c7c6-4bca-99d0-49ff49ea808c req-b2401324-3091-4647-81f3-1896ea60593c tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1675072839&fields=id&tenant_id=ce884a9bddfa4cbbac44e05b827223b3 HTTP/1.1" status: 200  len: 267 time: 0.0590491
Jun 28 16:52:01.413737 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b0195c-c7c6-4bca-99d0-49ff49ea808c req-5c3ee00e-ff89-43d3-91b0-40f206b269c2 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:52:01.416789 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-86b0195c-c7c6-4bca-99d0-49ff49ea808c req-5c3ee00e-ff89-43d3-91b0-40f206b269c2 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/networks?id=ce5d0d75-0504-4eb6-b527-1f6283338b64 HTTP/1.1" status: 200  len: 811 time: 0.2844028
Jun 28 16:52:01.450203 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-86b0195c-c7c6-4bca-99d0-49ff49ea808c req-0a0118a9-89b8-4157-836e-8bb95dae2df8 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/quotas/ce884a9bddfa4cbbac44e05b827223b3 HTTP/1.1" status: 200  len: 375 time: 0.0229888
Jun 28 16:52:01.496515 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6957203e-28b2-4d84-9a05-b20a0e7ea86f req-df722bff-e67a-4de9-bb7b-ace7cc899c0c tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:52:01.498042 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-6957203e-28b2-4d84-9a05-b20a0e7ea86f req-df722bff-e67a-4de9-bb7b-ace7cc899c0c tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a8fe0c7-43d1-4a1c-8f1a-7515888ac7fd HTTP/1.1" status: 200  len: 946 time: 0.2256124
Jun 28 16:52:01.589146 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-6957203e-28b2-4d84-9a05-b20a0e7ea86f req-69f9430a-0c98-41f7-88d1-602364e3a141 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "GET /v2.0/security-groups?id=78c11c6c-7d31-418b-b789-373da79bfa71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0704978
Jun 28 16:52:01.614359 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-86b0195c-c7c6-4bca-99d0-49ff49ea808c req-47312ea3-1cec-45d2-bc4c-d030b2681d5f tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ce884a9bddfa4cbbac44e05b827223b3&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1547704
Jun 28 16:52:01.638950 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [req-86b0195c-c7c6-4bca-99d0-49ff49ea808c req-dca439bd-d193-401e-aef3-175bd25f430e service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=74150) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Jun 28 16:52:01.639953 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-86b0195c-c7c6-4bca-99d0-49ff49ea808c req-dca439bd-d193-401e-aef3-175bd25f430e service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0062606
Jun 28 16:52:01.846309 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-86b0195c-c7c6-4bca-99d0-49ff49ea808c req-ad118dc9-0c85-461d-b8eb-20d295402585 service neutron] 10.222.0.30 "GET /v2.0/networks/ce5d0d75-0504-4eb6-b527-1f6283338b64?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1927881
Jun 28 16:52:02.053519 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-86b0195c-c7c6-4bca-99d0-49ff49ea808c req-fe6eb40d-ef56-4596-afbd-d3291aadc868 service neutron] 10.222.0.30 "GET /v2.0/networks/ce5d0d75-0504-4eb6-b527-1f6283338b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2008426
Jun 28 16:52:02.067844 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-be442ed7-8620-4f1e-a325-b2b72ebbf178 req-b2213634-a9fd-47cd-8fbf-aec782b55812 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2a8fe0c7-43d1-4a1c-8f1a-7515888ac7fd&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.2998822
Jun 28 16:52:02.342337 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d53c543-330b-44e9-96cc-ab0d4f3ead71 req-ef42a045-988b-4cbb-9182-1783a52bb3b4 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:52:02.345769 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-5d53c543-330b-44e9-96cc-ab0d4f3ead71 req-ef42a045-988b-4cbb-9182-1783a52bb3b4 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a8fe0c7-43d1-4a1c-8f1a-7515888ac7fd HTTP/1.1" status: 200  len: 946 time: 0.0836422
Jun 28 16:52:02.412841 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-b7afc218-df32-48bf-a340-9c6885f37275 req-2870a211-09b7-4e4e-97af-ea3472d836bf service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2a8fe0c7-43d1-4a1c-8f1a-7515888ac7fd&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2173820
Jun 28 16:52:02.417908 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-5d53c543-330b-44e9-96cc-ab0d4f3ead71 req-2fea23ec-8dea-4ebb-afe2-b2c77b8a3949 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "GET /v2.0/security-groups?id=78c11c6c-7d31-418b-b789-373da79bfa71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0675998
Jun 28 16:52:02.587475 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-35e03127-eb41-4cda-ac3e-10baa79d1b42 req-3f79bc34-2121-4b26-bc8e-d48ba508a1a1 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/ports?device_id=a58221c5-1754-4eab-aaf7-d33aa6af83e8 HTTP/1.1" status: 200  len: 210 time: 0.0414317
Jun 28 16:52:03.759878 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c0d82e-85c5-4fdf-87a0-9d9badf30ff6 req-8fdde04f-c0fc-4e3b-addf-2bcabedc9680 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:52:03.761511 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-11c0d82e-85c5-4fdf-87a0-9d9badf30ff6 req-8fdde04f-c0fc-4e3b-addf-2bcabedc9680 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a8fe0c7-43d1-4a1c-8f1a-7515888ac7fd HTTP/1.1" status: 200  len: 946 time: 0.1031046
Jun 28 16:52:03.838221 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-99745657-d94a-4fd8-be34-e96f9454c3a5 req-ec1f0826-70dd-4043-be57-ff6a3b74e083 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/ports?device_id=a58221c5-1754-4eab-aaf7-d33aa6af83e8 HTTP/1.1" status: 200  len: 210 time: 0.0508280
Jun 28 16:52:03.861522 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-11c0d82e-85c5-4fdf-87a0-9d9badf30ff6 req-c6342a2f-1d88-4098-b21e-af239397201a tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "GET /v2.0/security-groups?id=78c11c6c-7d31-418b-b789-373da79bfa71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0918798
Jun 28 16:52:04.068419 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device 875017ef-70c7-4cb3-85af-ddebda6ee33e no longer exists at agent hyperv_hv-cinder-79810 {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 28 16:52:04.291631 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:52:04.338150 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] For port 875017ef-70c7-4cb3-85af-ddebda6ee33e, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=875017ef-70c7-4cb3-85af-ddebda6ee33e,segment=NetworkSegment(109d583d-0c82-4563-bab0-f22854da7c3a),segment_id=109d583d-0c82-4563-bab0-f22854da7c3a)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:52:04.339275 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a8fe0c7-43d1-4a1c-8f1a-7515888ac7fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '875017ef-70c7-4cb3-85af-ddebda6ee33e'}] {{(pid=74152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 28 16:52:04.347953 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:52:04.351182 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-3ffe7185-73e4-4346-bd23-c69f970ef2ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:52:04.398347 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b0195c-c7c6-4bca-99d0-49ff49ea808c req-e7e167a5-5401-4be7-b8bb-9d285b1179f6 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:52:04.400635 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-86b0195c-c7c6-4bca-99d0-49ff49ea808c req-e7e167a5-5401-4be7-b8bb-9d285b1179f6 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.15 "GET /v2.0/networks?id=ce5d0d75-0504-4eb6-b527-1f6283338b64 HTTP/1.1" status: 200  len: 811 time: 0.3444760
Jun 28 16:52:04.438669 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Pushing event updated for resources: {'Port': ['ID=875017ef-70c7-4cb3-85af-ddebda6ee33e,revision_number=6']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:52:04.453792 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:52:04.469167 dv-cinder-798104-1-iscsi neutron-server[74152]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2a8fe0c7-43d1-4a1c-8f1a-7515888ac7fd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '875017ef-70c7-4cb3-85af-ddebda6ee33e', 'code': 422} returned with failed status
Jun 28 16:52:04.479649 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-b7afc218-df32-48bf-a340-9c6885f37275 req-a9ba28d7-7028-497a-9eb5-b79fc3b07fac service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2a8fe0c7-43d1-4a1c-8f1a-7515888ac7fd&tenant_id=752951ca61fe47f0b32b0595cf035391 HTTP/1.1" status: 200  len: 1097 time: 0.1766953
Jun 28 16:52:04.483839 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-86b0195c-c7c6-4bca-99d0-49ff49ea808c req-98fe113f-dc91-4d54-a76b-1a1b7f3beb2e tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce884a9bddfa4cbbac44e05b827223b3 HTTP/1.1" status: 200  len: 380 time: 0.0696795
Jun 28 16:52:04.493540 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.v2.base [req-86b0195c-c7c6-4bca-99d0-49ff49ea808c req-67f563b2-c44e-4f13-8a38-97c20e77721b tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Request body: {'port': {'device_id': 'a58221c5-1754-4eab-aaf7-d33aa6af83e8', 'network_id': 'ce5d0d75-0504-4eb6-b527-1f6283338b64', 'admin_state_up': True, 'tenant_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'security_groups': ['39b1944c-8a50-4bf4-86d7-f41649f5e8b0']}} {{(pid=74150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:52:04.599127 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-b7afc218-df32-48bf-a340-9c6885f37275 req-5756d0ca-fe69-4111-b5a9-6ebea05fcb3e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=752951ca61fe47f0b32b0595cf035391&device_id=2a8fe0c7-43d1-4a1c-8f1a-7515888ac7fd HTTP/1.1" status: 200  len: 1097 time: 0.0861187
Jun 28 16:52:04.646825 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [req-86b0195c-c7c6-4bca-99d0-49ff49ea808c req-67f563b2-c44e-4f13-8a38-97c20e77721b tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:52:04.652011 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-86b0195c-c7c6-4bca-99d0-49ff49ea808c req-67f563b2-c44e-4f13-8a38-97c20e77721b tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Usage tracker for resource:port and tenant:ce884a9bddfa4cbbac44e05b827223b3 is out of sync, need to count used quota {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:52:04.655505 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-86b0195c-c7c6-4bca-99d0-49ff49ea808c req-67f563b2-c44e-4f13-8a38-97c20e77721b tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Quota usage for port was recalculated. Used quota:5. {{(pid=74150) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:52:04.672254 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.quota.driver [req-86b0195c-c7c6-4bca-99d0-49ff49ea808c req-67f563b2-c44e-4f13-8a38-97c20e77721b tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=74150) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:52:04.684757 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86b0195c-c7c6-4bca-99d0-49ff49ea808c req-67f563b2-c44e-4f13-8a38-97c20e77721b tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Made reservation on behalf of ce884a9bddfa4cbbac44e05b827223b3 for: {'port': 1} {{(pid=74150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 28 16:52:04.688386 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-86b0195c-c7c6-4bca-99d0-49ff49ea808c req-67f563b2-c44e-4f13-8a38-97c20e77721b tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:52:04.760360 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7afc218-df32-48bf-a340-9c6885f37275 req-34b8623d-f302-458f-8f78-4513d34239da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:52:04.761980 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-b7afc218-df32-48bf-a340-9c6885f37275 req-34b8623d-f302-458f-8f78-4513d34239da service neutron] 10.222.0.15 "GET /v2.0/networks?id=a9115e8f-c856-43bc-8ed7-54570859b456 HTTP/1.1" status: 200  len: 910 time: 0.1564701
Jun 28 16:52:04.885525 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.db_base_plugin_common [req-86b0195c-c7c6-4bca-99d0-49ff49ea808c req-67f563b2-c44e-4f13-8a38-97c20e77721b tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Allocated IP 172.20.0.7 (ce5d0d75-0504-4eb6-b527-1f6283338b64/323cae5e-b0ca-4159-a857-f280b10a8759/e037219a-6a9e-4d9a-ae04-359714cd6b60) {{(pid=74150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 28 16:52:04.911678 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-b7afc218-df32-48bf-a340-9c6885f37275 req-c1b13535-7488-4e77-b971-597b41da32d6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=875017ef-70c7-4cb3-85af-ddebda6ee33e HTTP/1.1" status: 200  len: 999 time: 0.1409733
Jun 28 16:52:05.059128 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7afc218-df32-48bf-a340-9c6885f37275 req-49ae79ab-6454-45ed-bc10-452bdfee962d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:52:05.062124 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-b7afc218-df32-48bf-a340-9c6885f37275 req-49ae79ab-6454-45ed-bc10-452bdfee962d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f4efdb07-e2c5-4e6d-af9a-cc24275e76fb HTTP/1.1" status: 200  len: 848 time: 0.1435022
Jun 28 16:52:05.192459 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-b7afc218-df32-48bf-a340-9c6885f37275 req-3c936f98-d943-486b-91ec-3a97510a981e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a9115e8f-c856-43bc-8ed7-54570859b456&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1236115
Jun 28 16:52:05.281762 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-863d3b5b-f4df-4aef-9f69-705f55b06c6f req-8803dc9a-97b5-4393-9ad4-a363d547ddcd tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/ports?device_id=a58221c5-1754-4eab-aaf7-d33aa6af83e8 HTTP/1.1" status: 200  len: 210 time: 0.1416883
Jun 28 16:52:05.373593 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-b7afc218-df32-48bf-a340-9c6885f37275 req-ecbe1c92-8f5b-4c90-84a2-9da13edb16c3 service neutron] 10.222.0.15 "GET /v2.0/networks/a9115e8f-c856-43bc-8ed7-54570859b456?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1727910
Jun 28 16:52:05.375484 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-86b0195c-c7c6-4bca-99d0-49ff49ea808c req-67f563b2-c44e-4f13-8a38-97c20e77721b tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks [] for port, precommit_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:52:05.394407 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75d0bba-57a0-4565-aea7-a3821a658ad3 req-d59cec47-c52a-4633-b518-03068bcffc61 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:52:05.395915 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-f75d0bba-57a0-4565-aea7-a3821a658ad3 req-d59cec47-c52a-4633-b518-03068bcffc61 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a8fe0c7-43d1-4a1c-8f1a-7515888ac7fd HTTP/1.1" status: 200  len: 944 time: 0.2582896
Jun 28 16:52:05.404415 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.provisioning_blocks [req-86b0195c-c7c6-4bca-99d0-49ff49ea808c req-67f563b2-c44e-4f13-8a38-97c20e77721b tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Transition to ACTIVE for port object e037219a-6a9e-4d9a-ae04-359714cd6b60 will not be triggered until provisioned by entity DHCP. {{(pid=74150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 28 16:52:05.458351 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-f75d0bba-57a0-4565-aea7-a3821a658ad3 req-fb00cfd2-8e63-4454-aa6e-3523c7d87ae2 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "GET /v2.0/security-groups?id=78c11c6c-7d31-418b-b789-373da79bfa71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0557868
Jun 28 16:52:05.471287 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-86b0195c-c7c6-4bca-99d0-49ff49ea808c req-67f563b2-c44e-4f13-8a38-97c20e77721b tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771078328113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32536825'] for port, after_create {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:52:05.484450 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-2fe1c663-ae86-4aa5-b0c9-b0fb27f4e6bf tempest-TestMinimumBasicScenario-1325113767 tempest-TestMinimumBasicScenario-1325113767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:52:05.536319 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86b0195c-c7c6-4bca-99d0-49ff49ea808c req-67f563b2-c44e-4f13-8a38-97c20e77721b tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Network ce5d0d75-0504-4eb6-b527-1f6283338b64 is already hosted by enough agents. {{(pid=74150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 28 16:52:05.543202 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [req-b7afc218-df32-48bf-a340-9c6885f37275 req-c77d3df6-d9cf-4a6c-ae18-bbd066c287e0 service neutron] 10.222.0.15 "GET /v2.0/networks/a9115e8f-c856-43bc-8ed7-54570859b456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1627126
Jun 28 16:52:05.544963 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.scheduler.base_scheduler [req-86b0195c-c7c6-4bca-99d0-49ff49ea808c req-67f563b2-c44e-4f13-8a38-97c20e77721b tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Resources bound (agent type, host, resource id):  {{(pid=74150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 28 16:52:05.549869 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.l3_dvrscheduler_db [req-86b0195c-c7c6-4bca-99d0-49ff49ea808c req-67f563b2-c44e-4f13-8a38-97c20e77721b tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Received port after_create {{(pid=74150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 28 16:52:05.601796 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f563b2-c44e-4f13-8a38-97c20e77721b tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Pushing event updated for resources: {'Port': ['ID=e037219a-6a9e-4d9a-ae04-359714cd6b60,revision_number=1']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:52:05.607709 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-67f563b2-c44e-4f13-8a38-97c20e77721b tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:52:05.625952 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b0195c-c7c6-4bca-99d0-49ff49ea808c req-67f563b2-c44e-4f13-8a38-97c20e77721b tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:52:05.626590 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-86b0195c-c7c6-4bca-99d0-49ff49ea808c req-67f563b2-c44e-4f13-8a38-97c20e77721b tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022804'] for port, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:52:05.676120 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-86b0195c-c7c6-4bca-99d0-49ff49ea808c req-67f563b2-c44e-4f13-8a38-97c20e77721b tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1865432
Jun 28 16:52:05.690196 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.v2.base [req-86b0195c-c7c6-4bca-99d0-49ff49ea808c req-5c21e0cd-dc89-48d5-9f59-771f7553e0b4 service neutron] Request body: {'port': {'device_id': 'a58221c5-1754-4eab-aaf7-d33aa6af83e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79810'}} {{(pid=74150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:52:05.844281 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-9b922cb3-d344-4606-a8ea-e7d36f86da74 None None] Provisioning for port e037219a-6a9e-4d9a-ae04-359714cd6b60 completed by entity DHCP. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 28 16:52:05.852153 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-86b0195c-c7c6-4bca-99d0-49ff49ea808c req-5c21e0cd-dc89-48d5-9f59-771f7553e0b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:52:05.854299 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-9b922cb3-d344-4606-a8ea-e7d36f86da74 None None] Provisioning complete for port e037219a-6a9e-4d9a-ae04-359714cd6b60 triggered by entity DHCP. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:52:05.854929 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-9b922cb3-d344-4606-a8ea-e7d36f86da74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:52:05.996251 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-9b922cb3-d344-4606-a8ea-e7d36f86da74 None None] Port e037219a-6a9e-4d9a-ae04-359714cd6b60 cannot update to ACTIVE because it is not bound. {{(pid=74152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 28 16:52:06.245101 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.notifiers.nova [req-86b0195c-c7c6-4bca-99d0-49ff49ea808c req-5c21e0cd-dc89-48d5-9f59-771f7553e0b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e037219a-6a9e-4d9a-ae04-359714cd6b60 {{(pid=74150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 28 16:52:06.252640 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-86b0195c-c7c6-4bca-99d0-49ff49ea808c req-5c21e0cd-dc89-48d5-9f59-771f7553e0b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:52:06.268409 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.provisioning_blocks [req-86b0195c-c7c6-4bca-99d0-49ff49ea808c req-5c21e0cd-dc89-48d5-9f59-771f7553e0b4 service neutron] Transition to ACTIVE for port object e037219a-6a9e-4d9a-ae04-359714cd6b60 will not be triggered until provisioned by entity L2. {{(pid=74150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 28 16:52:06.273333 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-86b0195c-c7c6-4bca-99d0-49ff49ea808c req-5c21e0cd-dc89-48d5-9f59-771f7553e0b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32536816'] for port, after_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:52:06.278657 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-d7229871-aad5-4351-a083-2fd0d2e7ec36 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:52:06.413605 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c21e0cd-dc89-48d5-9f59-771f7553e0b4 service neutron] Pushing event updated for resources: {'Port': ['ID=e037219a-6a9e-4d9a-ae04-359714cd6b60,revision_number=2']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:52:06.418078 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-5c21e0cd-dc89-48d5-9f59-771f7553e0b4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:52:06.776897 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.managers [req-86b0195c-c7c6-4bca-99d0-49ff49ea808c req-5c21e0cd-dc89-48d5-9f59-771f7553e0b4 service neutron] Attempting to bind port e037219a-6a9e-4d9a-ae04-359714cd6b60 on host hv-cinder-79810 for vnic_type normal with profile  {{(pid=74150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 28 16:52:06.777394 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.managers [req-86b0195c-c7c6-4bca-99d0-49ff49ea808c req-5c21e0cd-dc89-48d5-9f59-771f7553e0b4 service neutron] Attempting to bind port e037219a-6a9e-4d9a-ae04-359714cd6b60 by drivers openvswitch,hyperv on host hv-cinder-79810 at level 0 using segments [{'id': 'b5f9de31-0ee8-4cd8-9c16-fcc6e144e230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ce5d0d75-0504-4eb6-b527-1f6283338b64'}] {{(pid=74150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 28 16:52:06.777850 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b0195c-c7c6-4bca-99d0-49ff49ea808c req-5c21e0cd-dc89-48d5-9f59-771f7553e0b4 service neutron] Attempting to bind port e037219a-6a9e-4d9a-ae04-359714cd6b60 on network ce5d0d75-0504-4eb6-b527-1f6283338b64 {{(pid=74150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 28 16:52:06.826609 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b0195c-c7c6-4bca-99d0-49ff49ea808c req-5c21e0cd-dc89-48d5-9f59-771f7553e0b4 service neutron] Port e037219a-6a9e-4d9a-ae04-359714cd6b60 on network ce5d0d75-0504-4eb6-b527-1f6283338b64 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79810 {{(pid=74150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 28 16:52:06.826960 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b0195c-c7c6-4bca-99d0-49ff49ea808c req-5c21e0cd-dc89-48d5-9f59-771f7553e0b4 service neutron] Attempting to bind port e037219a-6a9e-4d9a-ae04-359714cd6b60 on network ce5d0d75-0504-4eb6-b527-1f6283338b64 {{(pid=74150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 28 16:52:06.837419 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad3a72-e724-46c9-9164-dab78510f640 req-a80b9b90-af4f-4476-ad01-43e3fd58ff00 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:52:06.838125 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-04ad3a72-e724-46c9-9164-dab78510f640 req-a80b9b90-af4f-4476-ad01-43e3fd58ff00 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Synchronizing usage tracker for tenant:ce884a9bddfa4cbbac44e05b827223b3 on resource:port {{(pid=74150) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 28 16:52:06.851881 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b0195c-c7c6-4bca-99d0-49ff49ea808c req-5c21e0cd-dc89-48d5-9f59-771f7553e0b4 service neutron] Checking agent: {'id': '11e346dd-a6a4-43d4-822e-d449440d0a22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 16, 39, 15), 'started_at': datetime.datetime(2021, 6, 28, 16, 39, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 16, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 28 16:52:06.852261 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b0195c-c7c6-4bca-99d0-49ff49ea808c req-5c21e0cd-dc89-48d5-9f59-771f7553e0b4 service neutron] Checking segment: {'id': 'b5f9de31-0ee8-4cd8-9c16-fcc6e144e230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ce5d0d75-0504-4eb6-b527-1f6283338b64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 28 16:52:06.853253 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b0195c-c7c6-4bca-99d0-49ff49ea808c req-5c21e0cd-dc89-48d5-9f59-771f7553e0b4 service neutron] Bound using segment: {'id': 'b5f9de31-0ee8-4cd8-9c16-fcc6e144e230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ce5d0d75-0504-4eb6-b527-1f6283338b64'} {{(pid=74150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 28 16:52:06.853736 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.managers [req-86b0195c-c7c6-4bca-99d0-49ff49ea808c req-5c21e0cd-dc89-48d5-9f59-771f7553e0b4 service neutron] Bound port: e037219a-6a9e-4d9a-ae04-359714cd6b60, host: hv-cinder-79810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5f9de31-0ee8-4cd8-9c16-fcc6e144e230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ce5d0d75-0504-4eb6-b527-1f6283338b64'}}] {{(pid=74150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 28 16:52:06.854107 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-86b0195c-c7c6-4bca-99d0-49ff49ea808c req-5c21e0cd-dc89-48d5-9f59-771f7553e0b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:52:06.891628 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-04ad3a72-e724-46c9-9164-dab78510f640 req-a80b9b90-af4f-4476-ad01-43e3fd58ff00 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Unset dirty status for tenant:ce884a9bddfa4cbbac44e05b827223b3 on resource:port {{(pid=74150) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 28 16:52:06.892880 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-04ad3a72-e724-46c9-9164-dab78510f640 req-a80b9b90-af4f-4476-ad01-43e3fd58ff00 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/ports?device_id=a58221c5-1754-4eab-aaf7-d33aa6af83e8 HTTP/1.1" status: 200  len: 943 time: 0.3917260
Jun 28 16:52:06.983133 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f7bd16-dc20-452f-a9e2-0b29a0e58884 req-7bc303b9-c1a3-4b70-a526-08ec16d87aae tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:52:06.984707 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-75f7bd16-dc20-452f-a9e2-0b29a0e58884 req-7bc303b9-c1a3-4b70-a526-08ec16d87aae tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a8fe0c7-43d1-4a1c-8f1a-7515888ac7fd HTTP/1.1" status: 200  len: 944 time: 0.2130461
Jun 28 16:52:07.046526 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.db [req-86b0195c-c7c6-4bca-99d0-49ff49ea808c req-5c21e0cd-dc89-48d5-9f59-771f7553e0b4 service neutron] For port e037219a-6a9e-4d9a-ae04-359714cd6b60, host hv-cinder-79810, cleared binding levels {{(pid=74150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 28 16:52:07.056713 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.db [req-86b0195c-c7c6-4bca-99d0-49ff49ea808c req-5c21e0cd-dc89-48d5-9f59-771f7553e0b4 service neutron] For port e037219a-6a9e-4d9a-ae04-359714cd6b60, host hv-cinder-79810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=e037219a-6a9e-4d9a-ae04-359714cd6b60,segment=NetworkSegment(b5f9de31-0ee8-4cd8-9c16-fcc6e144e230),segment_id=b5f9de31-0ee8-4cd8-9c16-fcc6e144e230)] {{(pid=74150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 28 16:52:07.059648 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-04ad3a72-e724-46c9-9164-dab78510f640 req-6d6689e3-4f6d-433a-bc5f-209372145c16 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b1944c-8a50-4bf4-86d7-f41649f5e8b0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1388938
Jun 28 16:52:07.063644 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-86b0195c-c7c6-4bca-99d0-49ff49ea808c req-5c21e0cd-dc89-48d5-9f59-771f7553e0b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32536816'] for port, after_update {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:52:07.071181 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-d06bba20-4822-4df4-bd0a-406812e49609 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:52:07.123500 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-75f7bd16-dc20-452f-a9e2-0b29a0e58884 req-4aca506a-8a8e-4381-85c9-94b9b35560fa tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "GET /v2.0/security-groups?id=78c11c6c-7d31-418b-b789-373da79bfa71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1285763
Jun 28 16:52:07.149518 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-86b0195c-c7c6-4bca-99d0-49ff49ea808c req-5c21e0cd-dc89-48d5-9f59-771f7553e0b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022804'] for port, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:52:07.151066 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-86b0195c-c7c6-4bca-99d0-49ff49ea808c req-5c21e0cd-dc89-48d5-9f59-771f7553e0b4 service neutron] 10.222.0.15 "PUT /v2.0/ports/e037219a-6a9e-4d9a-ae04-359714cd6b60 HTTP/1.1" status: 200  len: 1093 time: 1.4677937
Jun 28 16:52:07.151630 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a58221c5-1754-4eab-aaf7-d33aa6af83e8', 'tag': 'e037219a-6a9e-4d9a-ae04-359714cd6b60'}] {{(pid=74150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 28 16:52:07.170178 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c21e0cd-dc89-48d5-9f59-771f7553e0b4 service neutron] Pushing event updated for resources: {'Port': ['ID=e037219a-6a9e-4d9a-ae04-359714cd6b60,revision_number=3']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:52:07.178314 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-5c21e0cd-dc89-48d5-9f59-771f7553e0b4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:52:07.295217 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-86b0195c-c7c6-4bca-99d0-49ff49ea808c req-0590e20e-6802-4313-9562-b62cd579ead0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ce884a9bddfa4cbbac44e05b827223b3&device_id=a58221c5-1754-4eab-aaf7-d33aa6af83e8 HTTP/1.1" status: 200  len: 1096 time: 0.0881124
Jun 28 16:52:07.374524 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-86b0195c-c7c6-4bca-99d0-49ff49ea808c req-4729e7f0-449f-4d03-b230-1ec376a57ec6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e037219a-6a9e-4d9a-ae04-359714cd6b60 HTTP/1.1" status: 200  len: 217 time: 0.0721350
Jun 28 16:52:07.442075 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b0195c-c7c6-4bca-99d0-49ff49ea808c req-ac490eb4-1e6a-4307-8c07-13ea076eaaea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:52:07.443544 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-86b0195c-c7c6-4bca-99d0-49ff49ea808c req-ac490eb4-1e6a-4307-8c07-13ea076eaaea service neutron] 10.222.0.15 "GET /v2.0/subnets?id=323cae5e-b0ca-4159-a857-f280b10a8759 HTTP/1.1" status: 200  len: 850 time: 0.0632277
Jun 28 16:52:07.485226 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a58221c5-1754-4eab-aaf7-d33aa6af83e8', 'tag': 'e037219a-6a9e-4d9a-ae04-359714cd6b60', 'status': 'completed', 'code': 200}
Jun 28 16:52:07.528314 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-86b0195c-c7c6-4bca-99d0-49ff49ea808c req-dc778096-5619-4f95-8892-b404a3740734 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ce5d0d75-0504-4eb6-b527-1f6283338b64&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0783463
Jun 28 16:52:07.669096 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-86b0195c-c7c6-4bca-99d0-49ff49ea808c req-53c28012-a6c5-425a-8ba7-05f4c99604c7 service neutron] 10.222.0.15 "GET /v2.0/networks/ce5d0d75-0504-4eb6-b527-1f6283338b64?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1339145
Jun 28 16:52:07.823409 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-86b0195c-c7c6-4bca-99d0-49ff49ea808c req-8e286c2a-4c58-4ada-a86f-b54e368726d6 service neutron] 10.222.0.15 "GET /v2.0/networks/ce5d0d75-0504-4eb6-b527-1f6283338b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1477420
Jun 28 16:52:07.970778 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-91fb0ae5-6230-4242-b90f-994678e1426e req-a46f1b5d-46e7-4b33-8abe-415d99a12b6b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ce884a9bddfa4cbbac44e05b827223b3&device_id=a58221c5-1754-4eab-aaf7-d33aa6af83e8 HTTP/1.1" status: 200  len: 1096 time: 0.0967529
Jun 28 16:52:08.160283 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fb0ae5-6230-4242-b90f-994678e1426e req-ab26594d-2537-4d4a-82e6-71da9d448b2c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:52:08.163002 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-91fb0ae5-6230-4242-b90f-994678e1426e req-ab26594d-2537-4d4a-82e6-71da9d448b2c service neutron] 10.222.0.15 "GET /v2.0/networks?id=ce5d0d75-0504-4eb6-b527-1f6283338b64 HTTP/1.1" status: 200  len: 912 time: 0.1850021
Jun 28 16:52:08.238203 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-91fb0ae5-6230-4242-b90f-994678e1426e req-e210494d-7a82-40fd-bdf9-df1f2897da17 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e037219a-6a9e-4d9a-ae04-359714cd6b60 HTTP/1.1" status: 200  len: 217 time: 0.0648541
Jun 28 16:52:08.356775 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fb0ae5-6230-4242-b90f-994678e1426e req-d32a3145-0b8c-45ce-b6c3-398a27ca58c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:52:08.358106 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-91fb0ae5-6230-4242-b90f-994678e1426e req-d32a3145-0b8c-45ce-b6c3-398a27ca58c4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=323cae5e-b0ca-4159-a857-f280b10a8759 HTTP/1.1" status: 200  len: 850 time: 0.1111476
Jun 28 16:52:08.501372 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c81efd5-a99a-4796-bffe-369282f9d04b req-3404f1c6-000f-40b3-a459-b5282216d307 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:52:08.502853 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-8c81efd5-a99a-4796-bffe-369282f9d04b req-3404f1c6-000f-40b3-a459-b5282216d307 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/ports?device_id=a58221c5-1754-4eab-aaf7-d33aa6af83e8 HTTP/1.1" status: 200  len: 943 time: 0.2191966
Jun 28 16:52:08.560522 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-91fb0ae5-6230-4242-b90f-994678e1426e req-e7800217-86d2-449a-bc78-10370ec155c4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ce5d0d75-0504-4eb6-b527-1f6283338b64&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1937497
Jun 28 16:52:08.575053 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6ae5db-0f7f-47d7-b287-03ad3eebc90d req-87def27f-62fb-4504-9279-0c84534dd37b tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:52:08.576593 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-dd6ae5db-0f7f-47d7-b287-03ad3eebc90d req-87def27f-62fb-4504-9279-0c84534dd37b tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a8fe0c7-43d1-4a1c-8f1a-7515888ac7fd HTTP/1.1" status: 200  len: 944 time: 0.1746495
Jun 28 16:52:08.668618 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-8c81efd5-a99a-4796-bffe-369282f9d04b req-6892b517-473c-4f69-82fe-de7561578c4d tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b1944c-8a50-4bf4-86d7-f41649f5e8b0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1562369
Jun 28 16:52:08.829444 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-dd6ae5db-0f7f-47d7-b287-03ad3eebc90d req-94afd64f-3509-4b08-bcab-bc15552174fa tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "GET /v2.0/security-groups?id=78c11c6c-7d31-418b-b789-373da79bfa71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2315032
Jun 28 16:52:08.867090 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-91fb0ae5-6230-4242-b90f-994678e1426e req-dafdfcee-3044-470f-a33e-d23585fe2a40 service neutron] 10.222.0.15 "GET /v2.0/networks/ce5d0d75-0504-4eb6-b527-1f6283338b64?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2982318
Jun 28 16:52:08.975382 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-25ac36a5-0900-4b18-b6f9-0883f8345eab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:52:09.016216 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-91fb0ae5-6230-4242-b90f-994678e1426e req-78ec0153-d5cf-46e3-9ee6-fce04e16d04b service neutron] 10.222.0.15 "GET /v2.0/networks/ce5d0d75-0504-4eb6-b527-1f6283338b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1412873
Jun 28 16:52:09.464263 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:52:09.947927 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6d107f-67ae-48d5-8fb1-be07ac5d54a8 req-2fc930ef-be9a-4f87-8e69-3bdd99d7991c tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:52:09.949458 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-9f6d107f-67ae-48d5-8fb1-be07ac5d54a8 req-2fc930ef-be9a-4f87-8e69-3bdd99d7991c tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/ports?device_id=a58221c5-1754-4eab-aaf7-d33aa6af83e8 HTTP/1.1" status: 200  len: 943 time: 0.1157868
Jun 28 16:52:10.037883 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-9f6d107f-67ae-48d5-8fb1-be07ac5d54a8 req-bbb0889f-3310-4c54-88a1-4d63925199af tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b1944c-8a50-4bf4-86d7-f41649f5e8b0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0817409
Jun 28 16:52:10.103185 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527be117-5a33-4d40-8d71-14fc735030f2 req-212df828-ce3a-4821-b48b-5c76fd3e629b tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:52:10.105758 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-527be117-5a33-4d40-8d71-14fc735030f2 req-212df828-ce3a-4821-b48b-5c76fd3e629b tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a8fe0c7-43d1-4a1c-8f1a-7515888ac7fd HTTP/1.1" status: 200  len: 944 time: 0.1130388
Jun 28 16:52:10.182811 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-527be117-5a33-4d40-8d71-14fc735030f2 req-586dd4b5-b00a-4ccc-afae-908f6c767363 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "GET /v2.0/security-groups?id=78c11c6c-7d31-418b-b789-373da79bfa71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0706568
Jun 28 16:52:11.248808 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e76cc7-49d4-4d6f-b56e-7ef2bb644226 req-051d3a99-66ec-44e5-8603-ce98e6c663bf tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:52:11.250568 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-b3e76cc7-49d4-4d6f-b56e-7ef2bb644226 req-051d3a99-66ec-44e5-8603-ce98e6c663bf tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/ports?device_id=a58221c5-1754-4eab-aaf7-d33aa6af83e8 HTTP/1.1" status: 200  len: 943 time: 0.0838118
Jun 28 16:52:11.256362 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-ac0c9211-89e8-4f65-841f-bd003b6c3202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:52:11.304985 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-b3e76cc7-49d4-4d6f-b56e-7ef2bb644226 req-4502a09c-27c8-428d-bd9f-4a8b965608b1 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b1944c-8a50-4bf4-86d7-f41649f5e8b0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483723
Jun 28 16:52:11.458588 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c93d94-806c-4eb3-9f1c-050befc341ae req-a8ac3113-7f30-4c57-a95e-07a6110c6987 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:52:11.460108 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-c6c93d94-806c-4eb3-9f1c-050befc341ae req-a8ac3113-7f30-4c57-a95e-07a6110c6987 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a8fe0c7-43d1-4a1c-8f1a-7515888ac7fd HTTP/1.1" status: 200  len: 944 time: 0.0811367
Jun 28 16:52:11.527340 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-c6c93d94-806c-4eb3-9f1c-050befc341ae req-76d5f256-6578-4a6b-8d41-13ca8a801b5f tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "GET /v2.0/security-groups?id=78c11c6c-7d31-418b-b789-373da79bfa71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0603662
Jun 28 16:52:12.459041 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-6c3ff140-2be5-46e8-b74a-5424bc372793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:52:12.515049 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68551355-5b4a-4270-8ad9-ae741d6c4bb9 req-12a27252-e654-4482-91c8-dd9563cddabd tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:52:12.516564 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-68551355-5b4a-4270-8ad9-ae741d6c4bb9 req-12a27252-e654-4482-91c8-dd9563cddabd tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/ports?device_id=a58221c5-1754-4eab-aaf7-d33aa6af83e8 HTTP/1.1" status: 200  len: 943 time: 0.0845857
Jun 28 16:52:12.564976 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-68551355-5b4a-4270-8ad9-ae741d6c4bb9 req-c0a0689a-cc72-481c-a39b-1602cda474dc tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b1944c-8a50-4bf4-86d7-f41649f5e8b0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425882
Jun 28 16:52:12.731438 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4d43d2-fe6f-4b09-8dc1-c31add6c30b9 req-a15f521b-6725-4f41-ad16-998c50b12329 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:52:12.732923 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-2b4d43d2-fe6f-4b09-8dc1-c31add6c30b9 req-a15f521b-6725-4f41-ad16-998c50b12329 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a8fe0c7-43d1-4a1c-8f1a-7515888ac7fd HTTP/1.1" status: 200  len: 944 time: 0.0790582
Jun 28 16:52:12.787123 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-2b4d43d2-fe6f-4b09-8dc1-c31add6c30b9 req-2b0bd353-7237-4029-bcbc-96b3d29c931f tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "GET /v2.0/security-groups?id=78c11c6c-7d31-418b-b789-373da79bfa71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479875
Jun 28 16:52:13.783373 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b94b6-c8e2-4024-8827-d8aab5c9d64f req-d26f14c4-a743-4e14-9407-51ba8a2c67d1 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:52:13.792849 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-977b94b6-c8e2-4024-8827-d8aab5c9d64f req-d26f14c4-a743-4e14-9407-51ba8a2c67d1 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/ports?device_id=a58221c5-1754-4eab-aaf7-d33aa6af83e8 HTTP/1.1" status: 200  len: 943 time: 0.0998092
Jun 28 16:52:13.848135 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-977b94b6-c8e2-4024-8827-d8aab5c9d64f req-63af7524-5f41-45ad-9e91-123210da81a0 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b1944c-8a50-4bf4-86d7-f41649f5e8b0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449846
Jun 28 16:52:14.082943 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85e2f24-a9da-424e-957e-223dd3767eef req-a1483b41-caa8-4222-a0b8-6c8dc3d8dbdd tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:52:14.084494 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-a85e2f24-a9da-424e-957e-223dd3767eef req-a1483b41-caa8-4222-a0b8-6c8dc3d8dbdd tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a8fe0c7-43d1-4a1c-8f1a-7515888ac7fd HTTP/1.1" status: 200  len: 944 time: 0.0931988
Jun 28 16:52:14.097608 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-5e27322e-457d-4bf0-b73d-ff6c09f635fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:52:14.143222 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-a85e2f24-a9da-424e-957e-223dd3767eef req-c48d769a-629f-44cd-969c-55d4730a9e38 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "GET /v2.0/security-groups?id=78c11c6c-7d31-418b-b789-373da79bfa71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462861
Jun 28 16:52:14.147557 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device e037219a-6a9e-4d9a-ae04-359714cd6b60 details requested by agent hyperv_hv-cinder-79810 with host hv-cinder-79810 {{(pid=74152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 28 16:52:14.302553 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] For port e037219a-6a9e-4d9a-ae04-359714cd6b60, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=e037219a-6a9e-4d9a-ae04-359714cd6b60,segment=NetworkSegment(b5f9de31-0ee8-4cd8-9c16-fcc6e144e230),segment_id=b5f9de31-0ee8-4cd8-9c16-fcc6e144e230)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:52:14.316835 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Returning: {'device': 'e037219a-6a9e-4d9a-ae04-359714cd6b60', 'network_id': 'ce5d0d75-0504-4eb6-b527-1f6283338b64', 'port_id': 'e037219a-6a9e-4d9a-ae04-359714cd6b60', 'mac_address': 'fa:16:3e:d2:c5:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '323cae5e-b0ca-4159-a857-f280b10a8759', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 28 16:52:14.370757 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:52:14.388413 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.notifiers.nova [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e037219a-6a9e-4d9a-ae04-359714cd6b60 {{(pid=74152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 28 16:52:14.404265 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] For port e037219a-6a9e-4d9a-ae04-359714cd6b60, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=e037219a-6a9e-4d9a-ae04-359714cd6b60,segment=NetworkSegment(b5f9de31-0ee8-4cd8-9c16-fcc6e144e230),segment_id=b5f9de31-0ee8-4cd8-9c16-fcc6e144e230)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:52:14.408220 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:52:14.408916 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device 875017ef-70c7-4cb3-85af-ddebda6ee33e details requested by agent hyperv_hv-cinder-79810 with host hv-cinder-79810 {{(pid=74152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 28 16:52:14.410919 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:52:14.547400 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Pushing event updated for resources: {'Port': ['ID=e037219a-6a9e-4d9a-ae04-359714cd6b60,revision_number=4']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:52:14.569453 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:52:14.569794 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:52:14.570127 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:52:14.570453 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:52:14.570820 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:52:14.571144 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:52:14.571465 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:52:14.571783 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:52:14.572099 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:52:14.572411 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:52:14.572724 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:52:14.578465 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:52:14.620059 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] For port 875017ef-70c7-4cb3-85af-ddebda6ee33e, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=875017ef-70c7-4cb3-85af-ddebda6ee33e,segment=NetworkSegment(109d583d-0c82-4563-bab0-f22854da7c3a),segment_id=109d583d-0c82-4563-bab0-f22854da7c3a)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:52:14.634316 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Returning: {'device': '875017ef-70c7-4cb3-85af-ddebda6ee33e', 'network_id': 'a9115e8f-c856-43bc-8ed7-54570859b456', 'port_id': '875017ef-70c7-4cb3-85af-ddebda6ee33e', 'mac_address': 'fa:16:3e:6b:73:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4efdb07-e2c5-4e6d-af9a-cc24275e76fb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 28 16:52:14.709505 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:52:14.740315 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.notifiers.nova [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 875017ef-70c7-4cb3-85af-ddebda6ee33e {{(pid=74152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 28 16:52:14.766262 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] For port 875017ef-70c7-4cb3-85af-ddebda6ee33e, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=875017ef-70c7-4cb3-85af-ddebda6ee33e,segment=NetworkSegment(109d583d-0c82-4563-bab0-f22854da7c3a),segment_id=109d583d-0c82-4563-bab0-f22854da7c3a)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:52:14.771659 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:52:14.774522 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:52:14.848009 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Pushing event updated for resources: {'Port': ['ID=875017ef-70c7-4cb3-85af-ddebda6ee33e,revision_number=7']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:52:14.851095 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:52:15.027275 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] get_ports_and_sgs() called for port_ids ['e037219a-6a9e-4d9a-ae04-359714cd6b60'] {{(pid=74152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 28 16:52:15.051262 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] get_ports_and_sgs() called for port_ids ['875017ef-70c7-4cb3-85af-ddebda6ee33e'] {{(pid=74152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 28 16:52:15.068079 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb9279-3e44-4fd7-8149-f262e71d2857 req-e49c560f-37f0-4490-98e7-d0861010de7c tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:52:15.069647 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-c3bb9279-3e44-4fd7-8149-f262e71d2857 req-e49c560f-37f0-4490-98e7-d0861010de7c tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/ports?device_id=a58221c5-1754-4eab-aaf7-d33aa6af83e8 HTTP/1.1" status: 200  len: 944 time: 0.0858183
Jun 28 16:52:15.145586 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:52:15.158093 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-c3bb9279-3e44-4fd7-8149-f262e71d2857 req-f36ec078-e14d-4247-bf59-70e084bb344e tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b1944c-8a50-4bf4-86d7-f41649f5e8b0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0766232
Jun 28 16:52:15.468465 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c400de-155c-4c9b-8ce0-6ed0ee56b168 req-08cdda96-b03c-4241-8ff6-e8749db7e71a tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:52:15.470189 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-72c400de-155c-4c9b-8ce0-6ed0ee56b168 req-08cdda96-b03c-4241-8ff6-e8749db7e71a tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a8fe0c7-43d1-4a1c-8f1a-7515888ac7fd HTTP/1.1" status: 200  len: 945 time: 0.1050425
Jun 28 16:52:15.560963 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-72c400de-155c-4c9b-8ce0-6ed0ee56b168 req-f3414556-1d0e-4e70-a2fd-606da3f3c05f tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "GET /v2.0/security-groups?id=78c11c6c-7d31-418b-b789-373da79bfa71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0839949
Jun 28 16:52:16.184839 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device e037219a-6a9e-4d9a-ae04-359714cd6b60 up at agent hyperv_hv-cinder-79810 {{(pid=74152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 28 16:52:16.264310 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Provisioning for port e037219a-6a9e-4d9a-ae04-359714cd6b60 completed by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 28 16:52:16.270633 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Provisioning complete for port e037219a-6a9e-4d9a-ae04-359714cd6b60 triggered by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:52:16.271012 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:52:16.427937 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:52:16.457033 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a58221c5-1754-4eab-aaf7-d33aa6af83e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e037219a-6a9e-4d9a-ae04-359714cd6b60'}] {{(pid=74152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 28 16:52:16.468174 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f069abb-b327-497d-9ba7-57da246f7933 req-656e8512-32ef-4c7b-a7a6-1e2f34c70402 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:52:16.468746 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] For port e037219a-6a9e-4d9a-ae04-359714cd6b60, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=e037219a-6a9e-4d9a-ae04-359714cd6b60,segment=NetworkSegment(b5f9de31-0ee8-4cd8-9c16-fcc6e144e230),segment_id=b5f9de31-0ee8-4cd8-9c16-fcc6e144e230)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:52:16.470755 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-8f069abb-b327-497d-9ba7-57da246f7933 req-656e8512-32ef-4c7b-a7a6-1e2f34c70402 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/ports?device_id=a58221c5-1754-4eab-aaf7-d33aa6af83e8 HTTP/1.1" status: 200  len: 944 time: 0.1252773
Jun 28 16:52:16.476290 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:52:16.477774 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device 875017ef-70c7-4cb3-85af-ddebda6ee33e up at agent hyperv_hv-cinder-79810 {{(pid=74152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 28 16:52:16.522836 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-8f069abb-b327-497d-9ba7-57da246f7933 req-55711f15-e061-4137-aeb1-63649e79530e tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b1944c-8a50-4bf4-86d7-f41649f5e8b0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461047
Jun 28 16:52:16.523137 dv-cinder-798104-1-iscsi neutron-server[74152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a58221c5-1754-4eab-aaf7-d33aa6af83e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e037219a-6a9e-4d9a-ae04-359714cd6b60', 'code': 200}
Jun 28 16:52:16.529666 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-890c3eb3-95b2-493a-8d4e-00ed1127adb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:52:16.615855 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Pushing event updated for resources: {'Port': ['ID=e037219a-6a9e-4d9a-ae04-359714cd6b60,revision_number=5']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:52:16.619436 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:52:16.631935 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.provisioning_blocks [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Provisioning complete for port 875017ef-70c7-4cb3-85af-ddebda6ee33e triggered by entity L2. {{(pid=74152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 28 16:52:16.632305 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1426210'] for port, provisioning_complete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:52:16.764770 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:52:16.808194 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] For port 875017ef-70c7-4cb3-85af-ddebda6ee33e, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=875017ef-70c7-4cb3-85af-ddebda6ee33e,segment=NetworkSegment(109d583d-0c82-4563-bab0-f22854da7c3a),segment_id=109d583d-0c82-4563-bab0-f22854da7c3a)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:52:16.814659 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176'] for port, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:52:16.815755 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:52:16.861807 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421e507e-1d69-47ce-bbc9-8f63c87d125c req-bbd67ee9-05bb-4191-8990-94189bd80151 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:52:16.862977 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-421e507e-1d69-47ce-bbc9-8f63c87d125c req-bbd67ee9-05bb-4191-8990-94189bd80151 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a8fe0c7-43d1-4a1c-8f1a-7515888ac7fd HTTP/1.1" status: 200  len: 945 time: 0.1559114
Jun 28 16:52:16.891361 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Pushing event updated for resources: {'Port': ['ID=875017ef-70c7-4cb3-85af-ddebda6ee33e,revision_number=8']} {{(pid=74152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:52:16.894827 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_concurrency.lockutils [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:52:16.927216 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-a755d2b5-2615-4a05-ac4c-c377f28c70d5 req-1d0a8351-51cd-4740-89f1-cf5823870dcf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a58221c5-1754-4eab-aaf7-d33aa6af83e8 HTTP/1.1" status: 200  len: 1098 time: 0.1594045
Jun 28 16:52:16.983088 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-421e507e-1d69-47ce-bbc9-8f63c87d125c req-13bdf975-4709-4527-8dec-6f02061cbe99 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "GET /v2.0/security-groups?id=78c11c6c-7d31-418b-b789-373da79bfa71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1056502
Jun 28 16:52:16.993510 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-a755d2b5-2615-4a05-ac4c-c377f28c70d5 req-679811f5-0eb2-4930-88b4-2c373f192068 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=39b1944c-8a50-4bf4-86d7-f41649f5e8b0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0547354
Jun 28 16:52:17.840466 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb98ada-5446-4cb5-9127-06022562fc92 req-8466e7d7-ad77-4e07-8e4d-0cec35eee70c tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:52:17.843364 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-4eb98ada-5446-4cb5-9127-06022562fc92 req-8466e7d7-ad77-4e07-8e4d-0cec35eee70c tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/ports?device_id=a58221c5-1754-4eab-aaf7-d33aa6af83e8 HTTP/1.1" status: 200  len: 945 time: 0.1495121
Jun 28 16:52:17.897768 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-4eb98ada-5446-4cb5-9127-06022562fc92 req-85080cb5-607e-45b9-8e5f-f2988068db82 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b1944c-8a50-4bf4-86d7-f41649f5e8b0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445011
Jun 28 16:52:18.280460 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f464fc3b-8b94-4c80-af4b-fa9b76b7b9c9 req-4d1a5422-e992-463c-9054-cf9901a45fd9 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:52:18.283338 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-f464fc3b-8b94-4c80-af4b-fa9b76b7b9c9 req-4d1a5422-e992-463c-9054-cf9901a45fd9 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a8fe0c7-43d1-4a1c-8f1a-7515888ac7fd HTTP/1.1" status: 200  len: 946 time: 0.1035149
Jun 28 16:52:18.354668 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-f464fc3b-8b94-4c80-af4b-fa9b76b7b9c9 req-53a75341-16f2-4171-84e2-0303647590c1 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "GET /v2.0/security-groups?id=78c11c6c-7d31-418b-b789-373da79bfa71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0653098
Jun 28 16:52:18.524826 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a8fe0c7-43d1-4a1c-8f1a-7515888ac7fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '875017ef-70c7-4cb3-85af-ddebda6ee33e'}] {{(pid=74152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 28 16:52:18.628405 dv-cinder-798104-1-iscsi neutron-server[74152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a8fe0c7-43d1-4a1c-8f1a-7515888ac7fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '875017ef-70c7-4cb3-85af-ddebda6ee33e', 'code': 200}
Jun 28 16:52:18.990710 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-867477da-44ef-4bcc-89d5-b50e107ac6f5 req-aacfb1d0-f157-42f9-9557-08162917540d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2a8fe0c7-43d1-4a1c-8f1a-7515888ac7fd HTTP/1.1" status: 200  len: 1099 time: 0.0755005
Jun 28 16:52:19.214182 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-867477da-44ef-4bcc-89d5-b50e107ac6f5 req-3b8387bc-1666-44d1-9ba1-0ce6f597c4cb service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=78c11c6c-7d31-418b-b789-373da79bfa71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2162502
Jun 28 16:52:19.251386 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4c94fb-4855-4aa6-8eda-ca8d869fdb8b req-520634d7-790b-454d-a9f4-1462564a7e90 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:52:19.252882 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-8c4c94fb-4855-4aa6-8eda-ca8d869fdb8b req-520634d7-790b-454d-a9f4-1462564a7e90 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/ports?device_id=a58221c5-1754-4eab-aaf7-d33aa6af83e8 HTTP/1.1" status: 200  len: 945 time: 0.2177255
Jun 28 16:52:19.309943 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-8c4c94fb-4855-4aa6-8eda-ca8d869fdb8b req-ca9193ed-ad8e-4d8b-a4ab-0cac21b34ba9 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b1944c-8a50-4bf4-86d7-f41649f5e8b0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0491540
Jun 28 16:52:19.610202 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ee6543-a4fc-480c-9b01-40d690cae92a req-f6efc81d-a0d0-4692-a2d5-40d38950dec3 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:52:19.611607 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-53ee6543-a4fc-480c-9b01-40d690cae92a req-f6efc81d-a0d0-4692-a2d5-40d38950dec3 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/ports?device_id=a58221c5-1754-4eab-aaf7-d33aa6af83e8 HTTP/1.1" status: 200  len: 945 time: 0.1550970
Jun 28 16:52:19.639353 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4cb611-8a2d-4b0b-b8bb-1ede48abf60d req-93dc0e1d-0749-4203-b6ca-37fd52dfec83 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:52:19.640852 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-8e4cb611-8a2d-4b0b-b8bb-1ede48abf60d req-93dc0e1d-0749-4203-b6ca-37fd52dfec83 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a8fe0c7-43d1-4a1c-8f1a-7515888ac7fd HTTP/1.1" status: 200  len: 946 time: 0.1394935
Jun 28 16:52:19.699724 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-53ee6543-a4fc-480c-9b01-40d690cae92a req-8bb4d8cc-6937-49a4-baa6-f91fa60f6970 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b1944c-8a50-4bf4-86d7-f41649f5e8b0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0801964
Jun 28 16:52:19.713588 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-8e4cb611-8a2d-4b0b-b8bb-1ede48abf60d req-521911c4-6191-4549-a514-002cb43d3d65 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "GET /v2.0/security-groups?id=78c11c6c-7d31-418b-b789-373da79bfa71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0637980
Jun 28 16:52:19.741669 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 43286) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:52:19.822817 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-05847f13-951e-4760-b362-ce39c1429c8e tempest-TestVolumeBootPattern-1961958852 tempest-TestVolumeBootPattern-1961958852-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=a58221c5-1754-4eab-aaf7-d33aa6af83e8 HTTP/1.1" status: 200  len: 1093 time: 0.0795486
Jun 28 16:52:19.826035 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 43290) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:52:19.831566 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.v2.base [None req-4e602710-bd9a-427e-a050-1f553ccab326 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Request body: {'floatingip': {'floating_network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'port_id': 'e037219a-6a9e-4d9a-ae04-359714cd6b60', 'tenant_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'fixed_ip_address': '172.20.0.7'}} {{(pid=74151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 28 16:52:19.837939 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-4e602710-bd9a-427e-a050-1f553ccab326 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:52:19.842198 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-4e602710-bd9a-427e-a050-1f553ccab326 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Usage tracker for resource:floatingip and tenant:ce884a9bddfa4cbbac44e05b827223b3 is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:52:19.845450 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-4e602710-bd9a-427e-a050-1f553ccab326 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:52:19.853554 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-4e602710-bd9a-427e-a050-1f553ccab326 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:52:19.867239 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-4e602710-bd9a-427e-a050-1f553ccab326 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks [] for floatingip, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:52:20.031363 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-4e602710-bd9a-427e-a050-1f553ccab326 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:52:20.219118 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.db_base_plugin_common [None req-4e602710-bd9a-427e-a050-1f553ccab326 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Allocated IP 172.27.2.60 (05d3a8da-27a1-489e-9cdc-367ff8331792/29317296-a498-419b-860c-f9843650e8eb/015f4d3b-48c6-4e0d-9b91-c8e2dbfaa1ff) {{(pid=74151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 28 16:52:20.382361 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-4e602710-bd9a-427e-a050-1f553ccab326 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks [] for port, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:52:20.411936 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-4e602710-bd9a-427e-a050-1f553ccab326 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771078328113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32204965'] for port, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:52:20.416132 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-0cc7bd06-dbda-4063-9c89-01a1007a4b1d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:52:20.486451 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e602710-bd9a-427e-a050-1f553ccab326 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Network 05d3a8da-27a1-489e-9cdc-367ff8331792 is already hosted by enough agents. {{(pid=74151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 28 16:52:20.488024 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.base_scheduler [None req-4e602710-bd9a-427e-a050-1f553ccab326 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Resources bound (agent type, host, resource id):  {{(pid=74151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 28 16:52:20.490997 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e602710-bd9a-427e-a050-1f553ccab326 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Received port after_create {{(pid=74151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 28 16:52:20.528371 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e602710-bd9a-427e-a050-1f553ccab326 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Pushing event updated for resources: {'Port': ['ID=015f4d3b-48c6-4e0d-9b91-c8e2dbfaa1ff,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:52:20.550899 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e602710-bd9a-427e-a050-1f553ccab326 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:52:20.551271 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e602710-bd9a-427e-a050-1f553ccab326 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:52:20.551636 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e602710-bd9a-427e-a050-1f553ccab326 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:52:20.551996 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e602710-bd9a-427e-a050-1f553ccab326 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:52:20.552355 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e602710-bd9a-427e-a050-1f553ccab326 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:52:20.552713 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e602710-bd9a-427e-a050-1f553ccab326 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:52:20.553067 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e602710-bd9a-427e-a050-1f553ccab326 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:52:20.553523 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e602710-bd9a-427e-a050-1f553ccab326 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:52:20.553872 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e602710-bd9a-427e-a050-1f553ccab326 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:52:20.554221 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e602710-bd9a-427e-a050-1f553ccab326 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:52:20.554567 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e602710-bd9a-427e-a050-1f553ccab326 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:52:20.558208 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-4e602710-bd9a-427e-a050-1f553ccab326 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:52:20.933136 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cb9db1-39fb-4c62-b312-d9087706eb6a req-3ca51930-23ac-48a0-9ced-df976488c745 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:52:20.934609 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-e3cb9db1-39fb-4c62-b312-d9087706eb6a req-3ca51930-23ac-48a0-9ced-df976488c745 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a8fe0c7-43d1-4a1c-8f1a-7515888ac7fd HTTP/1.1" status: 200  len: 946 time: 0.0821140
Jun 28 16:52:20.986739 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-e3cb9db1-39fb-4c62-b312-d9087706eb6a req-80445912-e919-4c8d-bfbb-7cd92eae2bb1 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "GET /v2.0/security-groups?id=78c11c6c-7d31-418b-b789-373da79bfa71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460885
Jun 28 16:52:21.177057 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-4e602710-bd9a-427e-a050-1f553ccab326 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:52:21.261991 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-4e602710-bd9a-427e-a050-1f553ccab326 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810219'] for port, before_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:52:21.490678 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-4e602710-bd9a-427e-a050-1f553ccab326 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks [] for port, precommit_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:52:21.492894 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.agents_db [None req-cfc1c983-b0ac-48e0-8737-db5653a7b2f7 None None] Agent healthcheck: found 6 active agents {{(pid=74153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 28 16:52:21.497376 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-4e602710-bd9a-427e-a050-1f553ccab326 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771078770360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771078328131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771078328176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32204972'] for port, after_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:52:21.501591 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-efbca8f4-650c-41ce-a341-50d3c2dfadb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:52:21.612555 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e602710-bd9a-427e-a050-1f553ccab326 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Pushing event updated for resources: {'Port': ['ID=015f4d3b-48c6-4e0d-9b91-c8e2dbfaa1ff,revision_number=2']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:52:21.616871 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-4e602710-bd9a-427e-a050-1f553ccab326 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:52:21.626907 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-4e602710-bd9a-427e-a050-1f553ccab326 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-674138'] for floatingip, after_update {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:52:21.831948 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.db.l3_db [None req-4e602710-bd9a-427e-a050-1f553ccab326 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Floating IP b79e7eb7-0de9-4c88-9f91-3bbdda59d065 associated. External IP: 172.27.2.60, port: e037219a-6a9e-4d9a-ae04-359714cd6b60.
Jun 28 16:52:22.305184 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e602710-bd9a-427e-a050-1f553ccab326 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Router 515444ba-9373-4ab0-a856-a9908e20046b has already been hosted by L3 agent c1a676c2-2a78-4c35-ab22-a28e05dfd46e {{(pid=74151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 28 16:52:22.631197 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e602710-bd9a-427e-a050-1f553ccab326 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify agent at l3_agent.dv-cinder-798104-1-iscsi the message routers_updated {{(pid=74151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 28 16:52:22.641434 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175ff12a-86f0-4aa1-8b59-ce68e58e4a6e None None] Sync routers for ids ['515444ba-9373-4ab0-a856-a9908e20046b'] in dv-cinder-798104-1-iscsi {{(pid=74152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 28 16:52:22.654845 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175ff12a-86f0-4aa1-8b59-ce68e58e4a6e None None] Routers {'515444ba-9373-4ab0-a856-a9908e20046b'} bound to L3 agent in host dv-cinder-798104-1-iscsi {{(pid=74152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 28 16:52:22.655636 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-175ff12a-86f0-4aa1-8b59-ce68e58e4a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa2cf38ed90>, 'dv-cinder-798104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T16:33:11Z,description=<?>,heartbeat_timestamp=2021-06-28T16:52:11Z,host='dv-cinder-798104-1-iscsi',id=c1a676c2-2a78-4c35-ab22-a28e05dfd46e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-28T16:33:11Z,topic='l3_agent')) {'router_ids': ['515444ba-9373-4ab0-a856-a9908e20046b'], 'active': True} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:52:22.657334 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-4e602710-bd9a-427e-a050-1f553ccab326 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022804'] for floatingip, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:52:22.732478 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-4e602710-bd9a-427e-a050-1f553ccab326 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.8937452
Jun 28 16:52:22.732478 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a58221c5-1754-4eab-aaf7-d33aa6af83e8', 'tag': 'e037219a-6a9e-4d9a-ae04-359714cd6b60'}] {{(pid=74151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 28 16:52:22.783863 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a58221c5-1754-4eab-aaf7-d33aa6af83e8', 'tag': 'e037219a-6a9e-4d9a-ae04-359714cd6b60', 'status': 'completed', 'code': 200}
Jun 28 16:52:22.882669 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-369e3365-1e83-4f94-a5c0-93d19c3f650b req-0b1ef177-af4e-4add-8754-05be28086218 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ce884a9bddfa4cbbac44e05b827223b3&device_id=a58221c5-1754-4eab-aaf7-d33aa6af83e8 HTTP/1.1" status: 200  len: 1098 time: 0.0737636
Jun 28 16:52:22.906749 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvr_db [None req-175ff12a-86f0-4aa1-8b59-ce68e58e4a6e None None] Set router 515444ba-9373-4ab0-a856-a9908e20046b gateway port host: dv-cinder-798104-1-iscsi {{(pid=74152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 28 16:52:23.044874 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369e3365-1e83-4f94-a5c0-93d19c3f650b req-4ca6c2e8-369d-4b3c-a69e-3c793b3c393d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:52:23.047052 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-369e3365-1e83-4f94-a5c0-93d19c3f650b req-4ca6c2e8-369d-4b3c-a69e-3c793b3c393d service neutron] 10.222.0.15 "GET /v2.0/networks?id=ce5d0d75-0504-4eb6-b527-1f6283338b64 HTTP/1.1" status: 200  len: 912 time: 0.1576095
Jun 28 16:52:23.177016 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-369e3365-1e83-4f94-a5c0-93d19c3f650b req-f7a0b99c-1c59-499d-84a9-5e315d8c44c4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e037219a-6a9e-4d9a-ae04-359714cd6b60 HTTP/1.1" status: 200  len: 998 time: 0.1231699
Jun 28 16:52:23.244478 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369e3365-1e83-4f94-a5c0-93d19c3f650b req-699b4a47-e5ed-4045-8fbb-1f8d86552f48 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:52:23.247878 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-369e3365-1e83-4f94-a5c0-93d19c3f650b req-699b4a47-e5ed-4045-8fbb-1f8d86552f48 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=323cae5e-b0ca-4159-a857-f280b10a8759 HTTP/1.1" status: 200  len: 850 time: 0.0639014
Jun 28 16:52:23.340983 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-175ff12a-86f0-4aa1-8b59-ce68e58e4a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa2cf38ed90>, [{'id': '515444ba-9373-4ab0-a856-a9908e20046b', 'name': 'tempest-TestVolumeBootPattern-836473996-router', 'tenant_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': 'b0da1118-bc7f-4a37-8bb2-403325dd395a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:46:40Z', 'updated_at': '2021-06-28T16:46:45Z', 'revision_number': 4, 'project_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'gw_port': {'id': 'b0da1118-bc7f-4a37-8bb2-403325dd395a', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515444ba-9373-4ab0-a856-a9908e20046b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:46:40Z', 'updated_at': '2021-06-28T16:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi', '_floatingips': [{'id': 'a7ab020b-5ec6-4774-9256-53e4fe365bfb', 'tenant_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'floating_ip_address': '172.27.2.18', 'floating_network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'router_id': '515444ba-9373-4ab0-a856-a9908e20046b', 'port_id': '935d2056-0fa3-401d-9acf-2748dec146ce', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce5d0d75-0504-4eb6-b527-1f6283338b64', 'mac_address': 'fa:16:3e:7f:fb:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1e68eb-02b8-4a6e-b165-2856bcf07dcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T16:50:08Z', 'updated_at': '2021-06-28T16:50:12Z', 'revision_number': 1, 'project_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'fixed_ip_address_scope': None}, {'id': 'b79e7eb7-0de9-4c88-9f91-3bbdda59d065', 'tenant_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'floating_ip_address': '172.27.2.60', 'floating_network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'router_id': '515444ba-9373-4ab0-a856-a9908e20046b', 'port_id': 'e037219a-6a9e-4d9a-ae04-359714cd6b60', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce5d0d75-0504-4eb6-b527-1f6283338b64', 'mac_address': 'fa:16:3e:d2:c5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58221c5-1754-4eab-aaf7-d33aa6af83e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T16:52:20Z', 'updated_at': '2021-06-28T16:52:20Z', 'revision_number': 0, 'project_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbb29726-34b2-497a-b463-ca98b87515b5', 'name': '', 'network_id': 'ce5d0d75-0504-4eb6-b527-1f6283338b64', 'tenant_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'mac_address': 'fa:16:3e:02:40:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515444ba-9373-4ab0-a856-a9908e20046b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '323cae5e-b0ca-4159-a857-f280b10a8759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:46:44Z', 'updated_at': '2021-06-28T16:47:11Z', 'revision_number': 5, 'project_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'subnets': [{'id': '323cae5e-b0ca-4159-a857-f280b10a8759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-iscsi', False) {} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:52:23.347294 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175ff12a-86f0-4aa1-8b59-ce68e58e4a6e None None] Checking router: 515444ba-9373-4ab0-a856-a9908e20046b for host: dv-cinder-798104-1-iscsi {{(pid=74152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 28 16:52:23.350275 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-369e3365-1e83-4f94-a5c0-93d19c3f650b req-3e4a8fd2-1f1e-4cbb-80e9-486e95fa72ef service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ce5d0d75-0504-4eb6-b527-1f6283338b64&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0952411
Jun 28 16:52:23.360677 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175ff12a-86f0-4aa1-8b59-ce68e58e4a6e None None] Routers {'515444ba-9373-4ab0-a856-a9908e20046b'} bound to L3 agent in host dv-cinder-798104-1-iscsi {{(pid=74152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 28 16:52:23.361351 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-175ff12a-86f0-4aa1-8b59-ce68e58e4a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa2cf38ed90>, 'dv-cinder-798104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T16:33:11Z,description=<?>,heartbeat_timestamp=2021-06-28T16:52:11Z,host='dv-cinder-798104-1-iscsi',id=c1a676c2-2a78-4c35-ab22-a28e05dfd46e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-28T16:33:11Z,topic='l3_agent')) {'router_ids': ['515444ba-9373-4ab0-a856-a9908e20046b'], 'active': True} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:52:23.572181 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-369e3365-1e83-4f94-a5c0-93d19c3f650b req-f8300dd8-d9ff-41eb-8c42-83346769e426 service neutron] 10.222.0.15 "GET /v2.0/networks/ce5d0d75-0504-4eb6-b527-1f6283338b64?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2090888
Jun 28 16:52:23.593220 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvr_db [None req-175ff12a-86f0-4aa1-8b59-ce68e58e4a6e None None] Set router 515444ba-9373-4ab0-a856-a9908e20046b gateway port host: dv-cinder-798104-1-iscsi {{(pid=74152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 28 16:52:23.729198 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-369e3365-1e83-4f94-a5c0-93d19c3f650b req-62960885-fa24-4b48-a590-34ae81ad5317 service neutron] 10.222.0.15 "GET /v2.0/networks/ce5d0d75-0504-4eb6-b527-1f6283338b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1499896
Jun 28 16:52:24.045443 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-175ff12a-86f0-4aa1-8b59-ce68e58e4a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa2cf38ed90>, [{'id': '515444ba-9373-4ab0-a856-a9908e20046b', 'name': 'tempest-TestVolumeBootPattern-836473996-router', 'tenant_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': 'b0da1118-bc7f-4a37-8bb2-403325dd395a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:46:40Z', 'updated_at': '2021-06-28T16:46:45Z', 'revision_number': 4, 'project_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'gw_port': {'id': 'b0da1118-bc7f-4a37-8bb2-403325dd395a', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515444ba-9373-4ab0-a856-a9908e20046b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:46:40Z', 'updated_at': '2021-06-28T16:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi', '_floatingips': [{'id': 'a7ab020b-5ec6-4774-9256-53e4fe365bfb', 'tenant_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'floating_ip_address': '172.27.2.18', 'floating_network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'router_id': '515444ba-9373-4ab0-a856-a9908e20046b', 'port_id': '935d2056-0fa3-401d-9acf-2748dec146ce', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce5d0d75-0504-4eb6-b527-1f6283338b64', 'mac_address': 'fa:16:3e:7f:fb:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1e68eb-02b8-4a6e-b165-2856bcf07dcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T16:50:08Z', 'updated_at': '2021-06-28T16:50:12Z', 'revision_number': 1, 'project_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'fixed_ip_address_scope': None}, {'id': 'b79e7eb7-0de9-4c88-9f91-3bbdda59d065', 'tenant_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'floating_ip_address': '172.27.2.60', 'floating_network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'router_id': '515444ba-9373-4ab0-a856-a9908e20046b', 'port_id': 'e037219a-6a9e-4d9a-ae04-359714cd6b60', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce5d0d75-0504-4eb6-b527-1f6283338b64', 'mac_address': 'fa:16:3e:d2:c5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58221c5-1754-4eab-aaf7-d33aa6af83e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T16:52:20Z', 'updated_at': '2021-06-28T16:52:20Z', 'revision_number': 0, 'project_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbb29726-34b2-497a-b463-ca98b87515b5', 'name': '', 'network_id': 'ce5d0d75-0504-4eb6-b527-1f6283338b64', 'tenant_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'mac_address': 'fa:16:3e:02:40:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515444ba-9373-4ab0-a856-a9908e20046b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '323cae5e-b0ca-4159-a857-f280b10a8759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:46:44Z', 'updated_at': '2021-06-28T16:47:11Z', 'revision_number': 5, 'project_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'subnets': [{'id': '323cae5e-b0ca-4159-a857-f280b10a8759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-iscsi', False) {} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:52:24.049286 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175ff12a-86f0-4aa1-8b59-ce68e58e4a6e None None] The sync data for ids ['515444ba-9373-4ab0-a856-a9908e20046b'] in dv-cinder-798104-1-iscsi is: [{'id': '515444ba-9373-4ab0-a856-a9908e20046b', 'name': 'tempest-TestVolumeBootPattern-836473996-router', 'tenant_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': 'b0da1118-bc7f-4a37-8bb2-403325dd395a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:46:40Z', 'updated_at': '2021-06-28T16:46:45Z', 'revision_number': 4, 'project_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'gw_port': {'id': 'b0da1118-bc7f-4a37-8bb2-403325dd395a', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515444ba-9373-4ab0-a856-a9908e20046b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:46:40Z', 'updated_at': '2021-06-28T16:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi', '_floatingips': [{'id': 'a7ab020b-5ec6-4774-9256-53e4fe365bfb', 'tenant_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'floating_ip_address': '172.27.2.18', 'floating_network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'router_id': '515444ba-9373-4ab0-a856-a9908e20046b', 'port_id': '935d2056-0fa3-401d-9acf-2748dec146ce', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce5d0d75-0504-4eb6-b527-1f6283338b64', 'mac_address': 'fa:16:3e:7f:fb:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1e68eb-02b8-4a6e-b165-2856bcf07dcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T16:50:08Z', 'updated_at': '2021-06-28T16:50:12Z', 'revision_number': 1, 'project_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'fixed_ip_address_scope': None}, {'id': 'b79e7eb7-0de9-4c88-9f91-3bbdda59d065', 'tenant_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'floating_ip_address': '172.27.2.60', 'floating_network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'router_id': '515444ba-9373-4ab0-a856-a9908e20046b', 'port_id': 'e037219a-6a9e-4d9a-ae04-359714cd6b60', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce5d0d75-0504-4eb6-b527-1f6283338b64', 'mac_address': 'fa:16:3e:d2:c5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58221c5-1754-4eab-aaf7-d33aa6af83e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T16:52:20Z', 'updated_at': '2021-06-28T16:52:20Z', 'revision_number': 0, 'project_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbb29726-34b2-497a-b463-ca98b87515b5', 'name': '', 'network_id': 'ce5d0d75-0504-4eb6-b527-1f6283338b64', 'tenant_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'mac_address': 'fa:16:3e:02:40:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515444ba-9373-4ab0-a856-a9908e20046b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '323cae5e-b0ca-4159-a857-f280b10a8759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:46:44Z', 'updated_at': '2021-06-28T16:47:11Z', 'revision_number': 5, 'project_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'subnets': [{'id': '323cae5e-b0ca-4159-a857-f280b10a8759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 28 16:52:24.258793 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77380356-fde4-4969-b4f6-d18243304029 None None] New status for floating IP b79e7eb7-0de9-4c88-9f91-3bbdda59d065: ACTIVE {{(pid=74153) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jun 28 16:52:38.969864 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-208645e2-70d8-4c71-ae47-292f474253c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:52:39.466945 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:52:40.354356 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 43380) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:52:40.494016 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-9c53181e-c3c9-4a1b-85d3-0fa1958f3d2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:52:40.528105 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-9c53181e-c3c9-4a1b-85d3-0fa1958f3d2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 28 16:52:40.532376 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-9c53181e-c3c9-4a1b-85d3-0fa1958f3d2e admin admin] Usage tracker for resource:security_group_rule and tenant:8c530e6cf9b945ad9ac1555d23e2b440 is out of sync, need to count used quota {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 28 16:52:40.535264 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.quota.resource [None req-9c53181e-c3c9-4a1b-85d3-0fa1958f3d2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 28 16:52:40.541375 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.quota.driver [None req-9c53181e-c3c9-4a1b-85d3-0fa1958f3d2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 28 16:52:40.606865 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-9c53181e-c3c9-4a1b-85d3-0fa1958f3d2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:52:40.610807 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-9c53181e-c3c9-4a1b-85d3-0fa1958f3d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_create {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:52:40.617951 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-04223cb8-3c97-452d-9b31-f0cff8825bf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:52:40.655586 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c53181e-c3c9-4a1b-85d3-0fa1958f3d2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57019dcb-e07c-4144-843d-01081082ac4c,revision_number=1']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:52:40.659269 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-9c53181e-c3c9-4a1b-85d3-0fa1958f3d2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:52:40.661567 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-9c53181e-c3c9-4a1b-85d3-0fa1958f3d2e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8c530e6cf9b945ad9ac1555d23e2b440&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3062375
Jun 28 16:52:40.664920 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 43386) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:52:40.722073 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-6794f2d4-95fb-46af-b18e-d08c07ec288e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:52:40.747303 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-6794f2d4-95fb-46af-b18e-d08c07ec288e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:52:40.796465 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-6794f2d4-95fb-46af-b18e-d08c07ec288e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:52:40.800003 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-bddb798c-b7d8-4684-a3ec-2d99065b69b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:52:40.810969 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6794f2d4-95fb-46af-b18e-d08c07ec288e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57019dcb-e07c-4144-843d-01081082ac4c,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:52:40.814775 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-6794f2d4-95fb-46af-b18e-d08c07ec288e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:52:40.818058 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-6794f2d4-95fb-46af-b18e-d08c07ec288e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:52:40.819154 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-6794f2d4-95fb-46af-b18e-d08c07ec288e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/57019dcb-e07c-4144-843d-01081082ac4c HTTP/1.1" status: 204  len: 168 time: 0.1533790
Jun 28 16:52:41.239027 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-960ddf23-ff1d-4013-b337-9b850f75e8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:52:42.459852 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-6c3ff140-2be5-46e8-b74a-5424bc372793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:52:44.072222 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-5e27322e-457d-4bf0-b73d-ff6c09f635fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:52:45.120704 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:52:58.492220 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.agents_db [None req-cfc1c983-b0ac-48e0-8737-db5653a7b2f7 None None] Agent healthcheck: found 6 active agents {{(pid=74153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 28 16:53:08.972168 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-61a306c8-c5d8-49a8-a301-353eac169ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:09.471568 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:11.241450 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-aaaa24a4-1352-4fa4-b43a-5a71428514ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:12.463316 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-6c3ff140-2be5-46e8-b74a-5424bc372793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:14.074301 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-5e27322e-457d-4bf0-b73d-ff6c09f635fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:15.117652 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:17.911280 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-327b5c58-c601-4da9-a3a2-82575eb03f61 req-8d8c75af-7f13-4230-a807-fed92b0843bc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2a8fe0c7-43d1-4a1c-8f1a-7515888ac7fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0663874
Jun 28 16:53:18.047244 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-327b5c58-c601-4da9-a3a2-82575eb03f61 req-c973fe74-a206-4449-b3f8-01008006439d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=752951ca61fe47f0b32b0595cf035391&device_id=2a8fe0c7-43d1-4a1c-8f1a-7515888ac7fd HTTP/1.1" status: 200  len: 1099 time: 0.0669570
Jun 28 16:53:18.198384 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b5c58-c601-4da9-a3a2-82575eb03f61 req-b00fbe22-af13-4542-87cc-a305b05fe764 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:53:18.200334 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-327b5c58-c601-4da9-a3a2-82575eb03f61 req-b00fbe22-af13-4542-87cc-a305b05fe764 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a9115e8f-c856-43bc-8ed7-54570859b456 HTTP/1.1" status: 200  len: 910 time: 0.1326628
Jun 28 16:53:18.303539 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-327b5c58-c601-4da9-a3a2-82575eb03f61 req-71c09090-636e-469c-a6e4-42b1f0cc296a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=875017ef-70c7-4cb3-85af-ddebda6ee33e HTTP/1.1" status: 200  len: 1001 time: 0.0955901
Jun 28 16:53:18.372206 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b5c58-c601-4da9-a3a2-82575eb03f61 req-42fa3a53-bf0c-4002-a1d3-635f889084b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:53:18.373675 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-327b5c58-c601-4da9-a3a2-82575eb03f61 req-42fa3a53-bf0c-4002-a1d3-635f889084b3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f4efdb07-e2c5-4e6d-af9a-cc24275e76fb HTTP/1.1" status: 200  len: 848 time: 0.0638244
Jun 28 16:53:18.446559 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-327b5c58-c601-4da9-a3a2-82575eb03f61 req-d105c7dc-9e2d-4a3f-b162-d1019fc995a7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a9115e8f-c856-43bc-8ed7-54570859b456&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0657437
Jun 28 16:53:18.666421 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-327b5c58-c601-4da9-a3a2-82575eb03f61 req-70558b1d-e15b-4aa5-a36b-15d7231ea434 service neutron] 10.222.0.15 "GET /v2.0/networks/a9115e8f-c856-43bc-8ed7-54570859b456?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2131896
Jun 28 16:53:18.796180 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-327b5c58-c601-4da9-a3a2-82575eb03f61 req-a732d018-6105-494e-b941-786749a3a571 service neutron] 10.222.0.15 "GET /v2.0/networks/a9115e8f-c856-43bc-8ed7-54570859b456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1238220
Jun 28 16:53:35.492004 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.agents_db [None req-cfc1c983-b0ac-48e0-8737-db5653a7b2f7 None None] Agent healthcheck: found 6 active agents {{(pid=74153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 28 16:53:37.988922 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 43412) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:53:38.189435 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.plugin [None req-47670512-d986-49a3-a22b-50d4abaa733e tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Deleting port 59b437be-51e6-48ce-9fcf-834af6923708 {{(pid=74151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 28 16:53:38.189904 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-47670512-d986-49a3-a22b-50d4abaa733e tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771078813103'] for port, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:38.358275 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-47670512-d986-49a3-a22b-50d4abaa733e tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679626'] for port, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:38.358590 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-47670512-d986-49a3-a22b-50d4abaa733e tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:38.479751 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.plugin [None req-47670512-d986-49a3-a22b-50d4abaa733e tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Calling delete_port for 59b437be-51e6-48ce-9fcf-834af6923708 owned by network:floatingip {{(pid=74151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 28 16:53:38.629755 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-47670512-d986-49a3-a22b-50d4abaa733e tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771078770342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771078328122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32204965'] for port, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:38.633825 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-4eec7f2c-979d-4875-98ab-cf51eb11be48 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:53:38.679082 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47670512-d986-49a3-a22b-50d4abaa733e tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Pushing event deleted for resources: {'Port': ['ID=59b437be-51e6-48ce-9fcf-834af6923708,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:53:38.742888 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47670512-d986-49a3-a22b-50d4abaa733e tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:53:38.743171 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47670512-d986-49a3-a22b-50d4abaa733e tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:53:38.743529 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47670512-d986-49a3-a22b-50d4abaa733e tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:53:38.743881 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47670512-d986-49a3-a22b-50d4abaa733e tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:53:38.744232 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47670512-d986-49a3-a22b-50d4abaa733e tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:53:38.744581 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47670512-d986-49a3-a22b-50d4abaa733e tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:53:38.744930 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47670512-d986-49a3-a22b-50d4abaa733e tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:53:38.745299 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47670512-d986-49a3-a22b-50d4abaa733e tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:53:38.745666 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47670512-d986-49a3-a22b-50d4abaa733e tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:53:38.745985 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47670512-d986-49a3-a22b-50d4abaa733e tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:53:38.746360 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47670512-d986-49a3-a22b-50d4abaa733e tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:53:38.751399 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-47670512-d986-49a3-a22b-50d4abaa733e tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:53:38.776173 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-47670512-d986-49a3-a22b-50d4abaa733e tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Notify callbacks [] for floatingip, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:38.974478 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-773e847d-fe68-4e98-a063-6f725710b5ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:39.245308 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47670512-d986-49a3-a22b-50d4abaa733e tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Router efd06944-2f2b-4577-8f53-f2bbfd2b5994 has already been hosted by L3 agent c1a676c2-2a78-4c35-ab22-a28e05dfd46e {{(pid=74151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 28 16:53:39.436726 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47670512-d986-49a3-a22b-50d4abaa733e tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Notify agent at l3_agent.dv-cinder-798104-1-iscsi the message routers_updated {{(pid=74151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 28 16:53:39.446333 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6eff8d0-3dbb-44bf-b1f0-426467a88fae None None] Sync routers for ids ['efd06944-2f2b-4577-8f53-f2bbfd2b5994'] in dv-cinder-798104-1-iscsi {{(pid=74152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 28 16:53:39.449188 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-47670512-d986-49a3-a22b-50d4abaa733e tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022804'] for floatingip, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:39.464073 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6eff8d0-3dbb-44bf-b1f0-426467a88fae None None] Routers {'efd06944-2f2b-4577-8f53-f2bbfd2b5994'} bound to L3 agent in host dv-cinder-798104-1-iscsi {{(pid=74152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 28 16:53:39.464653 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-e6eff8d0-3dbb-44bf-b1f0-426467a88fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa2cf3a8460>, 'dv-cinder-798104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T16:33:11Z,description=<?>,heartbeat_timestamp=2021-06-28T16:53:11Z,host='dv-cinder-798104-1-iscsi',id=c1a676c2-2a78-4c35-ab22-a28e05dfd46e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-28T16:33:11Z,topic='l3_agent')) {'router_ids': ['efd06944-2f2b-4577-8f53-f2bbfd2b5994'], 'active': True} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:53:39.501046 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-47670512-d986-49a3-a22b-50d4abaa733e tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "DELETE /v2.0/floatingips/88ac9379-7f9f-4619-830e-d02fc77ff617 HTTP/1.1" status: 204  len: 168 time: 1.5110018
Jun 28 16:53:39.501734 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a8fe0c7-43d1-4a1c-8f1a-7515888ac7fd', 'tag': '875017ef-70c7-4cb3-85af-ddebda6ee33e'}] {{(pid=74151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 28 16:53:39.593220 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:39.698800 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvr_db [None req-e6eff8d0-3dbb-44bf-b1f0-426467a88fae None None] Set router efd06944-2f2b-4577-8f53-f2bbfd2b5994 gateway port host: dv-cinder-798104-1-iscsi {{(pid=74152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 28 16:53:39.788813 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a8fe0c7-43d1-4a1c-8f1a-7515888ac7fd', 'tag': '875017ef-70c7-4cb3-85af-ddebda6ee33e', 'status': 'completed', 'code': 200}
Jun 28 16:53:39.940912 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-871a687e-b596-4616-9dc4-d3509c53a6d4 req-a29e9b6f-a91e-4191-be76-f7f1ff5e5b6b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=752951ca61fe47f0b32b0595cf035391&device_id=2a8fe0c7-43d1-4a1c-8f1a-7515888ac7fd HTTP/1.1" status: 200  len: 1099 time: 0.1300359
Jun 28 16:53:39.950439 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50385d69-6461-4232-aff2-c12381e2817e req-73c6ac08-f904-4981-87a7-f51bb6a83755 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:53:39.951829 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-50385d69-6461-4232-aff2-c12381e2817e req-73c6ac08-f904-4981-87a7-f51bb6a83755 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a8fe0c7-43d1-4a1c-8f1a-7515888ac7fd HTTP/1.1" status: 200  len: 946 time: 0.1115963
Jun 28 16:53:40.012748 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-e6eff8d0-3dbb-44bf-b1f0-426467a88fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa2cf3a8460>, [{'id': 'efd06944-2f2b-4577-8f53-f2bbfd2b5994', 'name': 'tempest-TestShelveInstance-1425280401-router', 'tenant_id': '752951ca61fe47f0b32b0595cf035391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '33fdea45-2c6a-43e7-872d-279e7c044203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:48:52Z', 'updated_at': '2021-06-28T16:48:55Z', 'revision_number': 4, 'project_id': '752951ca61fe47f0b32b0595cf035391', 'gw_port': {'id': '33fdea45-2c6a-43e7-872d-279e7c044203', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:40:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd06944-2f2b-4577-8f53-f2bbfd2b5994', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:48:52Z', 'updated_at': '2021-06-28T16:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi', '_interfaces': [{'id': '515e4066-3cc6-452d-9b25-c618e2d01a11', 'name': '', 'network_id': 'a9115e8f-c856-43bc-8ed7-54570859b456', 'tenant_id': '752951ca61fe47f0b32b0595cf035391', 'mac_address': 'fa:16:3e:ab:99:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd06944-2f2b-4577-8f53-f2bbfd2b5994', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4efdb07-e2c5-4e6d-af9a-cc24275e76fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:48:54Z', 'updated_at': '2021-06-28T16:49:04Z', 'revision_number': 5, 'project_id': '752951ca61fe47f0b32b0595cf035391', 'subnets': [{'id': 'f4efdb07-e2c5-4e6d-af9a-cc24275e76fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-iscsi', False) {} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:53:40.016904 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6eff8d0-3dbb-44bf-b1f0-426467a88fae None None] Checking router: efd06944-2f2b-4577-8f53-f2bbfd2b5994 for host: dv-cinder-798104-1-iscsi {{(pid=74152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 28 16:53:40.027353 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6eff8d0-3dbb-44bf-b1f0-426467a88fae None None] Routers {'efd06944-2f2b-4577-8f53-f2bbfd2b5994'} bound to L3 agent in host dv-cinder-798104-1-iscsi {{(pid=74152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 28 16:53:40.027949 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-e6eff8d0-3dbb-44bf-b1f0-426467a88fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa2cf3a8460>, 'dv-cinder-798104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T16:33:11Z,description=<?>,heartbeat_timestamp=2021-06-28T16:53:11Z,host='dv-cinder-798104-1-iscsi',id=c1a676c2-2a78-4c35-ab22-a28e05dfd46e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-28T16:33:11Z,topic='l3_agent')) {'router_ids': ['efd06944-2f2b-4577-8f53-f2bbfd2b5994'], 'active': True} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:53:40.078892 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-50385d69-6461-4232-aff2-c12381e2817e req-00aa4eae-4e04-47e8-a400-1c547f429670 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "GET /v2.0/security-groups?id=78c11c6c-7d31-418b-b789-373da79bfa71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1087401
Jun 28 16:53:40.111230 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871a687e-b596-4616-9dc4-d3509c53a6d4 req-6c508e09-33c0-4aeb-91ee-e7e5dd54435e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:53:40.112915 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-871a687e-b596-4616-9dc4-d3509c53a6d4 req-6c508e09-33c0-4aeb-91ee-e7e5dd54435e service neutron] 10.222.0.15 "GET /v2.0/networks?id=a9115e8f-c856-43bc-8ed7-54570859b456 HTTP/1.1" status: 200  len: 910 time: 0.1602530
Jun 28 16:53:40.184050 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-871a687e-b596-4616-9dc4-d3509c53a6d4 req-97bd17d7-d95a-421c-a7ee-d7a5b65b2bcd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=875017ef-70c7-4cb3-85af-ddebda6ee33e HTTP/1.1" status: 200  len: 217 time: 0.0636594
Jun 28 16:53:40.210891 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvr_db [None req-e6eff8d0-3dbb-44bf-b1f0-426467a88fae None None] Set router efd06944-2f2b-4577-8f53-f2bbfd2b5994 gateway port host: dv-cinder-798104-1-iscsi {{(pid=74152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 28 16:53:40.245962 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871a687e-b596-4616-9dc4-d3509c53a6d4 req-ade5e786-7ca9-4052-9370-44525462ccac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:53:40.247376 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-871a687e-b596-4616-9dc4-d3509c53a6d4 req-ade5e786-7ca9-4052-9370-44525462ccac service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f4efdb07-e2c5-4e6d-af9a-cc24275e76fb HTTP/1.1" status: 200  len: 848 time: 0.0568197
Jun 28 16:53:40.326166 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-871a687e-b596-4616-9dc4-d3509c53a6d4 req-f907c244-74af-4815-a6f2-d449d76bb727 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a9115e8f-c856-43bc-8ed7-54570859b456&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0708282
Jun 28 16:53:40.459073 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-871a687e-b596-4616-9dc4-d3509c53a6d4 req-5eff7fd6-4935-4f33-82fd-591f0e18d086 service neutron] 10.222.0.15 "GET /v2.0/networks/a9115e8f-c856-43bc-8ed7-54570859b456?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1243272
Jun 28 16:53:40.522867 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-e6eff8d0-3dbb-44bf-b1f0-426467a88fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa2cf3a8460>, [{'id': 'efd06944-2f2b-4577-8f53-f2bbfd2b5994', 'name': 'tempest-TestShelveInstance-1425280401-router', 'tenant_id': '752951ca61fe47f0b32b0595cf035391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '33fdea45-2c6a-43e7-872d-279e7c044203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:48:52Z', 'updated_at': '2021-06-28T16:48:55Z', 'revision_number': 4, 'project_id': '752951ca61fe47f0b32b0595cf035391', 'gw_port': {'id': '33fdea45-2c6a-43e7-872d-279e7c044203', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:40:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd06944-2f2b-4577-8f53-f2bbfd2b5994', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:48:52Z', 'updated_at': '2021-06-28T16:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi', '_interfaces': [{'id': '515e4066-3cc6-452d-9b25-c618e2d01a11', 'name': '', 'network_id': 'a9115e8f-c856-43bc-8ed7-54570859b456', 'tenant_id': '752951ca61fe47f0b32b0595cf035391', 'mac_address': 'fa:16:3e:ab:99:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd06944-2f2b-4577-8f53-f2bbfd2b5994', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4efdb07-e2c5-4e6d-af9a-cc24275e76fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:48:54Z', 'updated_at': '2021-06-28T16:49:04Z', 'revision_number': 5, 'project_id': '752951ca61fe47f0b32b0595cf035391', 'subnets': [{'id': 'f4efdb07-e2c5-4e6d-af9a-cc24275e76fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-iscsi', False) {} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:53:40.527211 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6eff8d0-3dbb-44bf-b1f0-426467a88fae None None] The sync data for ids ['efd06944-2f2b-4577-8f53-f2bbfd2b5994'] in dv-cinder-798104-1-iscsi is: [{'id': 'efd06944-2f2b-4577-8f53-f2bbfd2b5994', 'name': 'tempest-TestShelveInstance-1425280401-router', 'tenant_id': '752951ca61fe47f0b32b0595cf035391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '33fdea45-2c6a-43e7-872d-279e7c044203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:48:52Z', 'updated_at': '2021-06-28T16:48:55Z', 'revision_number': 4, 'project_id': '752951ca61fe47f0b32b0595cf035391', 'gw_port': {'id': '33fdea45-2c6a-43e7-872d-279e7c044203', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:40:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd06944-2f2b-4577-8f53-f2bbfd2b5994', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:48:52Z', 'updated_at': '2021-06-28T16:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi', '_interfaces': [{'id': '515e4066-3cc6-452d-9b25-c618e2d01a11', 'name': '', 'network_id': 'a9115e8f-c856-43bc-8ed7-54570859b456', 'tenant_id': '752951ca61fe47f0b32b0595cf035391', 'mac_address': 'fa:16:3e:ab:99:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd06944-2f2b-4577-8f53-f2bbfd2b5994', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4efdb07-e2c5-4e6d-af9a-cc24275e76fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:48:54Z', 'updated_at': '2021-06-28T16:49:04Z', 'revision_number': 5, 'project_id': '752951ca61fe47f0b32b0595cf035391', 'subnets': [{'id': 'f4efdb07-e2c5-4e6d-af9a-cc24275e76fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 28 16:53:40.591920 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-871a687e-b596-4616-9dc4-d3509c53a6d4 req-74826051-4aca-439d-8c7c-7750ab7353e6 service neutron] 10.222.0.15 "GET /v2.0/networks/a9115e8f-c856-43bc-8ed7-54570859b456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1258218
Jun 28 16:53:40.740045 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5729be9e-a2b0-4d81-9d2e-6cc42bc34960 None None] New status for floating IP 88ac9379-7f9f-4619-830e-d02fc77ff617: DOWN {{(pid=74153) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jun 28 16:53:41.244179 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-55c8f252-c51a-4997-b40a-8a9124915975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:41.347095 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeab28b-4df8-425d-b955-7df37ace5e56 req-ff2fd22a-2328-4424-8568-fc932f90b9bc tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:53:41.348667 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-cdeab28b-4df8-425d-b955-7df37ace5e56 req-ff2fd22a-2328-4424-8568-fc932f90b9bc tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a8fe0c7-43d1-4a1c-8f1a-7515888ac7fd HTTP/1.1" status: 200  len: 946 time: 0.1295476
Jun 28 16:53:41.405782 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6bb770-49fb-4c27-bacc-06f9f7385fb8 req-b9488831-910d-4d6e-8697-16d53b291733 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:53:41.407088 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-ce6bb770-49fb-4c27-bacc-06f9f7385fb8 req-b9488831-910d-4d6e-8697-16d53b291733 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a8fe0c7-43d1-4a1c-8f1a-7515888ac7fd HTTP/1.1" status: 200  len: 946 time: 0.1316171
Jun 28 16:53:41.410703 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-cdeab28b-4df8-425d-b955-7df37ace5e56 req-b06202c9-0bbb-4b90-be6a-769e29657e60 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "GET /v2.0/security-groups?id=78c11c6c-7d31-418b-b789-373da79bfa71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0552738
Jun 28 16:53:41.478221 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.plugin [req-ce6bb770-49fb-4c27-bacc-06f9f7385fb8 req-5ba81bfb-aeff-4555-b900-eefde817b2aa tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Deleting port 875017ef-70c7-4cb3-85af-ddebda6ee33e {{(pid=74150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 28 16:53:41.478545 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-ce6bb770-49fb-4c27-bacc-06f9f7385fb8 req-5ba81bfb-aeff-4555-b900-eefde817b2aa tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771078813103'] for port, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:41.715002 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.db [req-ce6bb770-49fb-4c27-bacc-06f9f7385fb8 req-5ba81bfb-aeff-4555-b900-eefde817b2aa tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] For port 875017ef-70c7-4cb3-85af-ddebda6ee33e, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=875017ef-70c7-4cb3-85af-ddebda6ee33e,segment=NetworkSegment(109d583d-0c82-4563-bab0-f22854da7c3a),segment_id=109d583d-0c82-4563-bab0-f22854da7c3a)] {{(pid=74150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:53:41.715356 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-ce6bb770-49fb-4c27-bacc-06f9f7385fb8 req-5ba81bfb-aeff-4555-b900-eefde817b2aa tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679626'] for port, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:41.938930 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.plugin [req-ce6bb770-49fb-4c27-bacc-06f9f7385fb8 req-5ba81bfb-aeff-4555-b900-eefde817b2aa tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Calling delete_port for 875017ef-70c7-4cb3-85af-ddebda6ee33e owned by compute:nova {{(pid=74150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 28 16:53:42.075081 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-ce6bb770-49fb-4c27-bacc-06f9f7385fb8 req-5ba81bfb-aeff-4555-b900-eefde817b2aa tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771078770342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771078328122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32536825'] for port, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:42.080598 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-b004d68f-ed35-4391-93af-0662a89398aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:53:42.126540 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba81bfb-aeff-4555-b900-eefde817b2aa tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Pushing event deleted for resources: {'Port': ['ID=875017ef-70c7-4cb3-85af-ddebda6ee33e,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:53:42.166008 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba81bfb-aeff-4555-b900-eefde817b2aa tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:53:42.166416 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba81bfb-aeff-4555-b900-eefde817b2aa tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:53:42.166781 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba81bfb-aeff-4555-b900-eefde817b2aa tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:53:42.167138 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba81bfb-aeff-4555-b900-eefde817b2aa tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:53:42.167496 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba81bfb-aeff-4555-b900-eefde817b2aa tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:53:42.167882 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba81bfb-aeff-4555-b900-eefde817b2aa tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:53:42.168268 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba81bfb-aeff-4555-b900-eefde817b2aa tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:53:42.168615 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba81bfb-aeff-4555-b900-eefde817b2aa tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:53:42.168989 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba81bfb-aeff-4555-b900-eefde817b2aa tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:53:42.169337 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba81bfb-aeff-4555-b900-eefde817b2aa tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:53:42.169683 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba81bfb-aeff-4555-b900-eefde817b2aa tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-iscsi {{(pid=74150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 28 16:53:42.176874 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-5ba81bfb-aeff-4555-b900-eefde817b2aa tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:53:42.215559 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce6bb770-49fb-4c27-bacc-06f9f7385fb8 req-5ba81bfb-aeff-4555-b900-eefde817b2aa tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] No DVR routers for this DVR port 875017ef-70c7-4cb3-85af-ddebda6ee33e on host hv-cinder-79810 {{(pid=74150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 28 16:53:42.218517 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-ce6bb770-49fb-4c27-bacc-06f9f7385fb8 req-5ba81bfb-aeff-4555-b900-eefde817b2aa tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022804'] for port, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:42.222792 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a8fe0c7-43d1-4a1c-8f1a-7515888ac7fd', 'name': 'network-vif-deleted', 'tag': '875017ef-70c7-4cb3-85af-ddebda6ee33e'}] {{(pid=74150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 28 16:53:42.234694 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-ce6bb770-49fb-4c27-bacc-06f9f7385fb8 req-5ba81bfb-aeff-4555-b900-eefde817b2aa tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.15 "DELETE /v2.0/ports/875017ef-70c7-4cb3-85af-ddebda6ee33e HTTP/1.1" status: 204  len: 173 time: 0.8220303
Jun 28 16:53:42.286223 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a8fe0c7-43d1-4a1c-8f1a-7515888ac7fd', 'name': 'network-vif-deleted', 'tag': '875017ef-70c7-4cb3-85af-ddebda6ee33e', 'status': 'completed', 'code': 200}
Jun 28 16:53:42.468148 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-6c3ff140-2be5-46e8-b74a-5424bc372793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:42.587144 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-855eb2d1-d6de-4420-b746-fb95e4c51b15 req-13707f5d-efd6-44a5-aa5c-f09fc0ac4a53 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Synchronizing usage tracker for tenant:752951ca61fe47f0b32b0595cf035391 on resource:port {{(pid=74150) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 28 16:53:42.608407 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-855eb2d1-d6de-4420-b746-fb95e4c51b15 req-13707f5d-efd6-44a5-aa5c-f09fc0ac4a53 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Unset dirty status for tenant:752951ca61fe47f0b32b0595cf035391 on resource:port {{(pid=74150) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 28 16:53:42.613362 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-855eb2d1-d6de-4420-b746-fb95e4c51b15 req-13707f5d-efd6-44a5-aa5c-f09fc0ac4a53 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a8fe0c7-43d1-4a1c-8f1a-7515888ac7fd HTTP/1.1" status: 200  len: 210 time: 0.0685074
Jun 28 16:53:43.727051 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 43434) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:53:43.797584 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-48c6ce22-2899-4eeb-a515-02eb76efe957 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Notify callbacks [] for security_group, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:43.826572 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-48c6ce22-2899-4eeb-a515-02eb76efe957 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:43.888657 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-48c6ce22-2899-4eeb-a515-02eb76efe957 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:43.892422 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-beeee001-3781-4526-9890-637e308d9ad3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:53:43.907573 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c6ce22-2899-4eeb-a515-02eb76efe957 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c11c6c-7d31-418b-b789-373da79bfa71,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:53:43.910208 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-48c6ce22-2899-4eeb-a515-02eb76efe957 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:53:43.918176 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-48c6ce22-2899-4eeb-a515-02eb76efe957 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Notify callbacks [] for security_group, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:43.922001 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-48c6ce22-2899-4eeb-a515-02eb76efe957 tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] 10.222.0.30 "DELETE /v2.0/security-groups/78c11c6c-7d31-418b-b789-373da79bfa71 HTTP/1.1" status: 204  len: 168 time: 0.1913042
Jun 28 16:53:43.974950 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 43440) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:53:44.080941 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-5e27322e-457d-4bf0-b73d-ff6c09f635fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:44.365288 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-da520868-9836-48cd-8469-05d479e2155b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-677466'] for router_interface, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:44.613532 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device 875017ef-70c7-4cb3-85af-ddebda6ee33e no longer exists at agent hyperv_hv-cinder-79810 {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 28 16:53:44.649531 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] No Port match for: 875017ef-70c7-4cb3-85af-ddebda6ee33e {{(pid=74152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 28 16:53:44.649795 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device 875017ef-70c7-4cb3-85af-ddebda6ee33e not bound to the agent host hv-cinder-79810 {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 28 16:53:44.957060 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.plugin [None req-da520868-9836-48cd-8469-05d479e2155b admin admin] Deleting port 515e4066-3cc6-452d-9b25-c618e2d01a11 {{(pid=74151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 28 16:53:44.957660 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-da520868-9836-48cd-8469-05d479e2155b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771078813103'] for port, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:45.132170 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:45.217391 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.db [None req-da520868-9836-48cd-8469-05d479e2155b admin admin] For port 515e4066-3cc6-452d-9b25-c618e2d01a11, host dv-cinder-798104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-iscsi',level=0,port_id=515e4066-3cc6-452d-9b25-c618e2d01a11,segment=NetworkSegment(109d583d-0c82-4563-bab0-f22854da7c3a),segment_id=109d583d-0c82-4563-bab0-f22854da7c3a)] {{(pid=74151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:53:45.217651 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-da520868-9836-48cd-8469-05d479e2155b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679626'] for port, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:45.335955 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.plugin [None req-da520868-9836-48cd-8469-05d479e2155b admin admin] Calling delete_port for 515e4066-3cc6-452d-9b25-c618e2d01a11 owned by network:router_interface {{(pid=74151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 28 16:53:45.503820 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-da520868-9836-48cd-8469-05d479e2155b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771078770342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771078328122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32204965'] for port, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:45.507167 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:53:45.546781 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da520868-9836-48cd-8469-05d479e2155b admin admin] Pushing event deleted for resources: {'Port': ['ID=515e4066-3cc6-452d-9b25-c618e2d01a11,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:53:45.550688 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-da520868-9836-48cd-8469-05d479e2155b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:53:45.834116 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-da520868-9836-48cd-8469-05d479e2155b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675940'] for router_interface, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:46.396018 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da520868-9836-48cd-8469-05d479e2155b admin admin] Router efd06944-2f2b-4577-8f53-f2bbfd2b5994 has already been hosted by L3 agent c1a676c2-2a78-4c35-ab22-a28e05dfd46e {{(pid=74151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 28 16:53:46.682465 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da520868-9836-48cd-8469-05d479e2155b admin admin] Notify agent at l3_agent.dv-cinder-798104-1-iscsi the message routers_updated {{(pid=74151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 28 16:53:46.690492 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c982ba3a-964e-4c3e-ba09-dd49acda3373 None None] Sync routers for ids ['efd06944-2f2b-4577-8f53-f2bbfd2b5994'] in dv-cinder-798104-1-iscsi {{(pid=74152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 28 16:53:46.699960 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-da520868-9836-48cd-8469-05d479e2155b admin admin] 10.222.0.30 "PUT /v2.0/routers/efd06944-2f2b-4577-8f53-f2bbfd2b5994/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7235408
Jun 28 16:53:46.702490 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 43444) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:53:46.703635 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c982ba3a-964e-4c3e-ba09-dd49acda3373 None None] Routers {'efd06944-2f2b-4577-8f53-f2bbfd2b5994'} bound to L3 agent in host dv-cinder-798104-1-iscsi {{(pid=74152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 28 16:53:46.704244 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-c982ba3a-964e-4c3e-ba09-dd49acda3373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa2cfb56130>, 'dv-cinder-798104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T16:33:11Z,description=<?>,heartbeat_timestamp=2021-06-28T16:53:41Z,host='dv-cinder-798104-1-iscsi',id=c1a676c2-2a78-4c35-ab22-a28e05dfd46e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-28T16:33:11Z,topic='l3_agent')) {'router_ids': ['efd06944-2f2b-4577-8f53-f2bbfd2b5994'], 'active': True} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:53:46.876545 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvr_db [None req-c982ba3a-964e-4c3e-ba09-dd49acda3373 None None] Set router efd06944-2f2b-4577-8f53-f2bbfd2b5994 gateway port host: dv-cinder-798104-1-iscsi {{(pid=74152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 28 16:53:46.894626 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-513830be-4bbc-4058-81c6-53595ffb93c9 admin admin] Notify callbacks [] for router, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:47.092838 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-513830be-4bbc-4058-81c6-53595ffb93c9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:47.103027 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.plugin [None req-513830be-4bbc-4058-81c6-53595ffb93c9 admin admin] Deleting port 33fdea45-2c6a-43e7-872d-279e7c044203 {{(pid=74151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 28 16:53:47.103709 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-513830be-4bbc-4058-81c6-53595ffb93c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771078813103'] for port, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:47.219953 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-c982ba3a-964e-4c3e-ba09-dd49acda3373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa2cfb56130>, [{'id': 'efd06944-2f2b-4577-8f53-f2bbfd2b5994', 'name': 'tempest-TestShelveInstance-1425280401-router', 'tenant_id': '752951ca61fe47f0b32b0595cf035391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '33fdea45-2c6a-43e7-872d-279e7c044203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:48:52Z', 'updated_at': '2021-06-28T16:53:45Z', 'revision_number': 5, 'project_id': '752951ca61fe47f0b32b0595cf035391', 'gw_port': {'id': '33fdea45-2c6a-43e7-872d-279e7c044203', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:40:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd06944-2f2b-4577-8f53-f2bbfd2b5994', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:48:52Z', 'updated_at': '2021-06-28T16:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi'}], 'dv-cinder-798104-1-iscsi', False) {} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:53:47.224945 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c982ba3a-964e-4c3e-ba09-dd49acda3373 None None] Checking router: efd06944-2f2b-4577-8f53-f2bbfd2b5994 for host: dv-cinder-798104-1-iscsi {{(pid=74152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 28 16:53:47.237902 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c982ba3a-964e-4c3e-ba09-dd49acda3373 None None] Routers {'efd06944-2f2b-4577-8f53-f2bbfd2b5994'} bound to L3 agent in host dv-cinder-798104-1-iscsi {{(pid=74152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 28 16:53:47.238454 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-c982ba3a-964e-4c3e-ba09-dd49acda3373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa2cfb56130>, 'dv-cinder-798104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T16:33:11Z,description=<?>,heartbeat_timestamp=2021-06-28T16:53:41Z,host='dv-cinder-798104-1-iscsi',id=c1a676c2-2a78-4c35-ab22-a28e05dfd46e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-28T16:33:11Z,topic='l3_agent')) {'router_ids': ['efd06944-2f2b-4577-8f53-f2bbfd2b5994'], 'active': True} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:53:47.277252 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.db [None req-513830be-4bbc-4058-81c6-53595ffb93c9 admin admin] For port 33fdea45-2c6a-43e7-872d-279e7c044203, host dv-cinder-798104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-iscsi',level=0,port_id=33fdea45-2c6a-43e7-872d-279e7c044203,segment=NetworkSegment(c33c21b7-7592-40e1-a334-7e00067f8a18),segment_id=c33c21b7-7592-40e1-a334-7e00067f8a18)] {{(pid=74151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:53:47.277602 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-513830be-4bbc-4058-81c6-53595ffb93c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679626'] for port, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:47.389810 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvr_db [None req-c982ba3a-964e-4c3e-ba09-dd49acda3373 None None] Set router efd06944-2f2b-4577-8f53-f2bbfd2b5994 gateway port host: None {{(pid=74152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 28 16:53:47.396329 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.plugin [None req-513830be-4bbc-4058-81c6-53595ffb93c9 admin admin] Calling delete_port for 33fdea45-2c6a-43e7-872d-279e7c044203 owned by network:router_gateway {{(pid=74151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 28 16:53:47.500969 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-c982ba3a-964e-4c3e-ba09-dd49acda3373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa2cfb56130>, [{'id': 'efd06944-2f2b-4577-8f53-f2bbfd2b5994', 'name': 'tempest-TestShelveInstance-1425280401-router', 'tenant_id': '752951ca61fe47f0b32b0595cf035391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:48:52Z', 'updated_at': '2021-06-28T16:53:47Z', 'revision_number': 6, 'project_id': '752951ca61fe47f0b32b0595cf035391', 'gw_port_host': None}], 'dv-cinder-798104-1-iscsi', False) {} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:53:47.505008 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c982ba3a-964e-4c3e-ba09-dd49acda3373 None None] The sync data for ids ['efd06944-2f2b-4577-8f53-f2bbfd2b5994'] in dv-cinder-798104-1-iscsi is: [{'id': 'efd06944-2f2b-4577-8f53-f2bbfd2b5994', 'name': 'tempest-TestShelveInstance-1425280401-router', 'tenant_id': '752951ca61fe47f0b32b0595cf035391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:48:52Z', 'updated_at': '2021-06-28T16:53:47Z', 'revision_number': 6, 'project_id': '752951ca61fe47f0b32b0595cf035391', 'gw_port_host': None}] {{(pid=74152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 28 16:53:47.569838 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-513830be-4bbc-4058-81c6-53595ffb93c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771078770342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771078328122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32204965'] for port, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:47.573996 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-95524a02-0539-4d81-ac69-ce12e44f02f1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:53:47.619519 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513830be-4bbc-4058-81c6-53595ffb93c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=33fdea45-2c6a-43e7-872d-279e7c044203,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:53:47.623057 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-513830be-4bbc-4058-81c6-53595ffb93c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:53:47.846172 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-513830be-4bbc-4058-81c6-53595ffb93c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-674445'] for router_gateway, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:48.202898 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-513830be-4bbc-4058-81c6-53595ffb93c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-673565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:48.207234 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-513830be-4bbc-4058-81c6-53595ffb93c9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:48.231121 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-513830be-4bbc-4058-81c6-53595ffb93c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-673777'] for router, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:48.231597 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-513830be-4bbc-4058-81c6-53595ffb93c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router efd06944-2f2b-4577-8f53-f2bbfd2b5994 {{(pid=74151) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 28 16:53:48.251562 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-513830be-4bbc-4058-81c6-53595ffb93c9 admin admin] Notify callbacks [] for router, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:48.252695 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-513830be-4bbc-4058-81c6-53595ffb93c9 admin admin] 10.222.0.30 "DELETE /v2.0/routers/efd06944-2f2b-4577-8f53-f2bbfd2b5994 HTTP/1.1" status: 204  len: 168 time: 1.5493155
Jun 28 16:53:48.257384 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 43448) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:53:48.315582 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device 33fdea45-2c6a-43e7-872d-279e7c044203 no longer exists at agent ovs-agent-dv-cinder-798104-1-iscsi {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 28 16:53:48.330059 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.db_base_plugin_v2 [None req-6629396d-c1cb-4e41-95f2-ece7fb346a95 admin admin] Deleting subnet f4efdb07-e2c5-4e6d-af9a-cc24275e76fb {{(pid=74150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 28 16:53:48.333317 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-6629396d-c1cb-4e41-95f2-ece7fb346a95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:48.348605 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] No Port match for: 33fdea45-2c6a-43e7-872d-279e7c044203 {{(pid=74152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 28 16:53:48.348953 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device 33fdea45-2c6a-43e7-872d-279e7c044203 not bound to the agent host dv-cinder-798104-1-iscsi {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 28 16:53:48.349405 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device 515e4066-3cc6-452d-9b25-c618e2d01a11 no longer exists at agent ovs-agent-dv-cinder-798104-1-iscsi {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 28 16:53:48.380581 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] No Port match for: 515e4066-3cc6-452d-9b25-c618e2d01a11 {{(pid=74152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 28 16:53:48.380847 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device 515e4066-3cc6-452d-9b25-c618e2d01a11 not bound to the agent host dv-cinder-798104-1-iscsi {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 28 16:53:48.383802 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-6629396d-c1cb-4e41-95f2-ece7fb346a95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32537730'] for subnet, precommit_delete_associations {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:48.466641 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-6629396d-c1cb-4e41-95f2-ece7fb346a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1427664'] for subnet, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:48.540960 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-6629396d-c1cb-4e41-95f2-ece7fb346a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32536586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32270940'] for subnet, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:48.545196 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:53:48.579661 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6629396d-c1cb-4e41-95f2-ece7fb346a95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4efdb07-e2c5-4e6d-af9a-cc24275e76fb,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:53:48.582949 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-6629396d-c1cb-4e41-95f2-ece7fb346a95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:53:48.584490 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-6629396d-c1cb-4e41-95f2-ece7fb346a95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533674'] for subnet, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:48.589821 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2066b79-13ff-4bae-a927-f2bbd2655f24 None None] Network a9115e8f-c856-43bc-8ed7-54570859b456 requested from dv-cinder-798104-1-iscsi {{(pid=74152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 28 16:53:48.590343 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-6629396d-c1cb-4e41-95f2-ece7fb346a95 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/f4efdb07-e2c5-4e6d-af9a-cc24275e76fb HTTP/1.1" status: 204  len: 168 time: 0.3310266
Jun 28 16:53:48.593139 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 43452) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:53:48.698970 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-8f02fc3e-2095-4076-afc4-6f7a4152ea87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1600473'] for network, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:48.711242 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.plugin [None req-8f02fc3e-2095-4076-afc4-6f7a4152ea87 admin admin] Deleting port 2fb3cdfc-0a2b-4f50-ad51-089804ac77b3 {{(pid=74150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 28 16:53:48.711611 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-8f02fc3e-2095-4076-afc4-6f7a4152ea87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771078813103'] for port, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:48.843973 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c38aa2c-ca7d-4f65-bc92-2092324a82b9 None None] DHCP port deletion for a9115e8f-c856-43bc-8ed7-54570859b456 request from dv-cinder-798104-1-iscsi {{(pid=74152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Jun 28 16:53:48.848478 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-5c38aa2c-ca7d-4f65-bc92-2092324a82b9 None None] Deleting port 2fb3cdfc-0a2b-4f50-ad51-089804ac77b3 {{(pid=74152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 28 16:53:48.848856 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-5c38aa2c-ca7d-4f65-bc92-2092324a82b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771078813103'] for port, before_delete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:48.920556 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.db [None req-8f02fc3e-2095-4076-afc4-6f7a4152ea87 admin admin] For port 2fb3cdfc-0a2b-4f50-ad51-089804ac77b3, host dv-cinder-798104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-iscsi',level=0,port_id=2fb3cdfc-0a2b-4f50-ad51-089804ac77b3,segment=NetworkSegment(109d583d-0c82-4563-bab0-f22854da7c3a),segment_id=109d583d-0c82-4563-bab0-f22854da7c3a)] {{(pid=74150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:53:48.920896 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-8f02fc3e-2095-4076-afc4-6f7a4152ea87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679626'] for port, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:49.037521 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.plugin [None req-8f02fc3e-2095-4076-afc4-6f7a4152ea87 admin admin] Calling delete_port for 2fb3cdfc-0a2b-4f50-ad51-089804ac77b3 owned by network:dhcp {{(pid=74150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 28 16:53:49.043442 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-5c38aa2c-ca7d-4f65-bc92-2092324a82b9 None None] For port 2fb3cdfc-0a2b-4f50-ad51-089804ac77b3, host dv-cinder-798104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-iscsi',level=0,port_id=2fb3cdfc-0a2b-4f50-ad51-089804ac77b3,segment=NetworkSegment(109d583d-0c82-4563-bab0-f22854da7c3a),segment_id=109d583d-0c82-4563-bab0-f22854da7c3a)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:53:49.043811 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-5c38aa2c-ca7d-4f65-bc92-2092324a82b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679626'] for port, precommit_delete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:49.114544 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-8f02fc3e-2095-4076-afc4-6f7a4152ea87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771078770342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771078328122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32536825'] for port, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:49.119213 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-7095b768-57d1-4daa-bd18-4cab684b822c tempest-TestShelveInstance-1952954248 tempest-TestShelveInstance-1952954248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:53:49.160045 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f02fc3e-2095-4076-afc4-6f7a4152ea87 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fb3cdfc-0a2b-4f50-ad51-089804ac77b3,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:53:49.160438 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-5c38aa2c-ca7d-4f65-bc92-2092324a82b9 None None] Calling delete_port for 2fb3cdfc-0a2b-4f50-ad51-089804ac77b3 owned by network:dhcp {{(pid=74152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 28 16:53:49.162500 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-8f02fc3e-2095-4076-afc4-6f7a4152ea87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:53:49.166405 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f02fc3e-2095-4076-afc4-6f7a4152ea87 admin admin] No DVR routers for this DVR port 2fb3cdfc-0a2b-4f50-ad51-089804ac77b3 on host dv-cinder-798104-1-iscsi {{(pid=74150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 28 16:53:49.233770 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.db.api [None req-5c38aa2c-ca7d-4f65-bc92-2092324a82b9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74152) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 28 16:53:49.234131 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_db.api [None req-5c38aa2c-ca7d-4f65-bc92-2092324a82b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 28 16:53:49.280890 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-8f02fc3e-2095-4076-afc4-6f7a4152ea87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1428645', 'neutron.services.segments.db._delete_segments_for_network-8771078865026'] for network, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:49.294011 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.services.segments.db [None req-8f02fc3e-2095-4076-afc4-6f7a4152ea87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa2cf8cfaf0>,) {'filters': {'network_id': ['a9115e8f-c856-43bc-8ed7-54570859b456']}} {{(pid=74150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:53:49.305585 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.services.segments.db [None req-8f02fc3e-2095-4076-afc4-6f7a4152ea87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa2cf8cfaf0>, '109d583d-0c82-4563-bab0-f22854da7c3a') {'for_net_delete': True} {{(pid=74150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:53:49.305873 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.services.segments.db [None req-8f02fc3e-2095-4076-afc4-6f7a4152ea87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa2cf8cfaf0>, '109d583d-0c82-4563-bab0-f22854da7c3a') {} {{(pid=74150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:53:49.317193 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-8f02fc3e-2095-4076-afc4-6f7a4152ea87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771078786973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32537741'] for segment, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:49.332388 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-8f02fc3e-2095-4076-afc4-6f7a4152ea87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719364'] for segment, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:49.338750 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f02fc3e-2095-4076-afc4-6f7a4152ea87 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=74150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jun 28 16:53:49.339181 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-8f02fc3e-2095-4076-afc4-6f7a4152ea87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1719391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32536748'] for segment, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:49.352164 dv-cinder-798104-1-iscsi neutron-server[74150]: Traceback (most recent call last):
Jun 28 16:53:49.352164 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jun 28 16:53:49.352164 dv-cinder-798104-1-iscsi neutron-server[74150]:     timer()
Jun 28 16:53:49.352164 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 28 16:53:49.352164 dv-cinder-798104-1-iscsi neutron-server[74150]:     cb(*args, **kw)
Jun 28 16:53:49.352164 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jun 28 16:53:49.352164 dv-cinder-798104-1-iscsi neutron-server[74150]:     return func(*args, **kwargs)
Jun 28 16:53:49.352164 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 28 16:53:49.352164 dv-cinder-798104-1-iscsi neutron-server[74150]:     self._notify()
Jun 28 16:53:49.352164 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 28 16:53:49.352164 dv-cinder-798104-1-iscsi neutron-server[74150]:     self.callback(batched_events)
Jun 28 16:53:49.352164 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 28 16:53:49.352164 dv-cinder-798104-1-iscsi neutron-server[74150]:     event.method(event)
Jun 28 16:53:49.352164 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 28 16:53:49.352164 dv-cinder-798104-1-iscsi neutron-server[74150]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 28 16:53:49.352164 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 28 16:53:49.352164 dv-cinder-798104-1-iscsi neutron-server[74150]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 28 16:53:49.352164 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 28 16:53:49.352164 dv-cinder-798104-1-iscsi neutron-server[74150]:     return f(self, *a, **k)
Jun 28 16:53:49.352164 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jun 28 16:53:49.352164 dv-cinder-798104-1-iscsi neutron-server[74150]:     return self._get(url).json()
Jun 28 16:53:49.352164 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jun 28 16:53:49.352164 dv-cinder-798104-1-iscsi neutron-server[74150]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 28 16:53:49.352164 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jun 28 16:53:49.352164 dv-cinder-798104-1-iscsi neutron-server[74150]:     return self.request(url, 'GET', **kwargs)
Jun 28 16:53:49.352164 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jun 28 16:53:49.352164 dv-cinder-798104-1-iscsi neutron-server[74150]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 28 16:53:49.352164 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jun 28 16:53:49.352164 dv-cinder-798104-1-iscsi neutron-server[74150]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 28 16:53:49.352164 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jun 28 16:53:49.352164 dv-cinder-798104-1-iscsi neutron-server[74150]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 28 16:53:49.352164 dv-cinder-798104-1-iscsi neutron-server[74150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 28 16:53:49.513678 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-8f02fc3e-2095-4076-afc4-6f7a4152ea87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1428054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-674480'] for network, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:49.517216 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-04b4b2bd-93d9-411d-a94f-2c48781e4104 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:53:49.530489 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-8f02fc3e-2095-4076-afc4-6f7a4152ea87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533674'] for network, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:49.542587 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f02fc3e-2095-4076-afc4-6f7a4152ea87 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9115e8f-c856-43bc-8ed7-54570859b456,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:53:49.546883 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-8f02fc3e-2095-4076-afc4-6f7a4152ea87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:53:49.555183 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-8f02fc3e-2095-4076-afc4-6f7a4152ea87 admin admin] 10.222.0.30 "DELETE /v2.0/networks/a9115e8f-c856-43bc-8ed7-54570859b456 HTTP/1.1" status: 204  len: 168 time: 0.9610491
Jun 28 16:53:49.558007 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 43456) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:53:49.735179 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-5c38aa2c-ca7d-4f65-bc92-2092324a82b9 None None] Deleting port 2fb3cdfc-0a2b-4f50-ad51-089804ac77b3 {{(pid=74152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 28 16:53:49.735764 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-5c38aa2c-ca7d-4f65-bc92-2092324a82b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771078813103'] for port, before_delete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:49.797336 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-5c38aa2c-ca7d-4f65-bc92-2092324a82b9 None None] The port '2fb3cdfc-0a2b-4f50-ad51-089804ac77b3' was deleted {{(pid=74152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Jun 28 16:53:49.935312 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-b2382086-c3d0-4f13-8ae1-de1324211eb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-677466'] for router_interface, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:50.001061 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device 2fb3cdfc-0a2b-4f50-ad51-089804ac77b3 no longer exists at agent ovs-agent-dv-cinder-798104-1-iscsi {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 28 16:53:50.035896 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] No Port match for: 2fb3cdfc-0a2b-4f50-ad51-089804ac77b3 {{(pid=74152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 28 16:53:50.036242 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device 2fb3cdfc-0a2b-4f50-ad51-089804ac77b3 not bound to the agent host dv-cinder-798104-1-iscsi {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 28 16:53:50.540011 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.plugin [None req-b2382086-c3d0-4f13-8ae1-de1324211eb0 admin admin] Deleting port f7255da9-ac12-4e55-8ce1-efbd8bde19f9 {{(pid=74150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 28 16:53:50.540638 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-b2382086-c3d0-4f13-8ae1-de1324211eb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771078813103'] for port, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:50.706695 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.db [None req-b2382086-c3d0-4f13-8ae1-de1324211eb0 admin admin] For port f7255da9-ac12-4e55-8ce1-efbd8bde19f9, host dv-cinder-798104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-iscsi',level=0,port_id=f7255da9-ac12-4e55-8ce1-efbd8bde19f9,segment=NetworkSegment(8ce0e696-cf84-4ed3-89b5-1a30e86f2bb6),segment_id=8ce0e696-cf84-4ed3-89b5-1a30e86f2bb6)] {{(pid=74150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:53:50.707271 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-b2382086-c3d0-4f13-8ae1-de1324211eb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679626'] for port, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:50.824119 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.plugin [None req-b2382086-c3d0-4f13-8ae1-de1324211eb0 admin admin] Calling delete_port for f7255da9-ac12-4e55-8ce1-efbd8bde19f9 owned by network:router_interface {{(pid=74150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 28 16:53:51.090058 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-b2382086-c3d0-4f13-8ae1-de1324211eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771078770342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771078328122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32536825'] for port, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:51.093406 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-423f5ba9-289b-4bed-b1de-f177ddba51dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:53:51.136489 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2382086-c3d0-4f13-8ae1-de1324211eb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7255da9-ac12-4e55-8ce1-efbd8bde19f9,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:53:51.139220 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-b2382086-c3d0-4f13-8ae1-de1324211eb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:53:51.415539 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-b2382086-c3d0-4f13-8ae1-de1324211eb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675940'] for router_interface, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:51.973490 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2382086-c3d0-4f13-8ae1-de1324211eb0 admin admin] Router a969004d-731b-4a97-92e3-791ba6b7315d has already been hosted by L3 agent c1a676c2-2a78-4c35-ab22-a28e05dfd46e {{(pid=74150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 28 16:53:52.164452 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2382086-c3d0-4f13-8ae1-de1324211eb0 admin admin] Notify agent at l3_agent.dv-cinder-798104-1-iscsi the message routers_updated {{(pid=74150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 28 16:53:52.174594 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a96729-6ba5-4490-92e8-31d25af174af None None] Sync routers for ids ['a969004d-731b-4a97-92e3-791ba6b7315d'] in dv-cinder-798104-1-iscsi {{(pid=74153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 28 16:53:52.185172 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-b2382086-c3d0-4f13-8ae1-de1324211eb0 admin admin] 10.222.0.30 "PUT /v2.0/routers/a969004d-731b-4a97-92e3-791ba6b7315d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6239598
Jun 28 16:53:52.185480 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 43460) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:53:52.188938 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a96729-6ba5-4490-92e8-31d25af174af None None] Routers {'a969004d-731b-4a97-92e3-791ba6b7315d'} bound to L3 agent in host dv-cinder-798104-1-iscsi {{(pid=74153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 28 16:53:52.189584 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_hamode_db [None req-70a96729-6ba5-4490-92e8-31d25af174af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa2cf9b8fd0>, 'dv-cinder-798104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T16:33:11Z,description=<?>,heartbeat_timestamp=2021-06-28T16:53:41Z,host='dv-cinder-798104-1-iscsi',id=c1a676c2-2a78-4c35-ab22-a28e05dfd46e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-28T16:33:11Z,topic='l3_agent')) {'router_ids': ['a969004d-731b-4a97-92e3-791ba6b7315d'], 'active': True} {{(pid=74153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:53:52.396313 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_dvr_db [None req-70a96729-6ba5-4490-92e8-31d25af174af None None] Set router a969004d-731b-4a97-92e3-791ba6b7315d gateway port host: dv-cinder-798104-1-iscsi {{(pid=74153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 28 16:53:52.677574 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_hamode_db [None req-70a96729-6ba5-4490-92e8-31d25af174af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa2cf9b8fd0>, [{'id': 'a969004d-731b-4a97-92e3-791ba6b7315d', 'name': 'tempest-TestShelveInstance-1296710778-router', 'tenant_id': 'fba5f7db60824c659a3b9637e3202337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'c4be0d43-3deb-4567-a3e6-9a806b778e1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:48:58Z', 'updated_at': '2021-06-28T16:53:51Z', 'revision_number': 5, 'project_id': 'fba5f7db60824c659a3b9637e3202337', 'gw_port': {'id': 'c4be0d43-3deb-4567-a3e6-9a806b778e1d', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cf:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a969004d-731b-4a97-92e3-791ba6b7315d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:48:58Z', 'updated_at': '2021-06-28T16:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi'}], 'dv-cinder-798104-1-iscsi', False) {} {{(pid=74153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:53:52.682297 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a96729-6ba5-4490-92e8-31d25af174af None None] Checking router: a969004d-731b-4a97-92e3-791ba6b7315d for host: dv-cinder-798104-1-iscsi {{(pid=74153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 28 16:53:52.693033 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a96729-6ba5-4490-92e8-31d25af174af None None] Routers {'a969004d-731b-4a97-92e3-791ba6b7315d'} bound to L3 agent in host dv-cinder-798104-1-iscsi {{(pid=74153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 28 16:53:52.693674 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_hamode_db [None req-70a96729-6ba5-4490-92e8-31d25af174af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa2cf9b8fd0>, 'dv-cinder-798104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T16:33:11Z,description=<?>,heartbeat_timestamp=2021-06-28T16:53:41Z,host='dv-cinder-798104-1-iscsi',id=c1a676c2-2a78-4c35-ab22-a28e05dfd46e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-28T16:33:11Z,topic='l3_agent')) {'router_ids': ['a969004d-731b-4a97-92e3-791ba6b7315d'], 'active': True} {{(pid=74153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:53:52.773705 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-6b3a775c-53c8-4d24-b66d-408168522e86 admin admin] Notify callbacks [] for router, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:52.867490 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_dvr_db [None req-70a96729-6ba5-4490-92e8-31d25af174af None None] Set router a969004d-731b-4a97-92e3-791ba6b7315d gateway port host: dv-cinder-798104-1-iscsi {{(pid=74153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 28 16:53:52.966278 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-6b3a775c-53c8-4d24-b66d-408168522e86 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:52.975406 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.plugin [None req-6b3a775c-53c8-4d24-b66d-408168522e86 admin admin] Deleting port c4be0d43-3deb-4567-a3e6-9a806b778e1d {{(pid=74150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 28 16:53:52.976027 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-6b3a775c-53c8-4d24-b66d-408168522e86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771078813103'] for port, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:53.142114 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_hamode_db [None req-70a96729-6ba5-4490-92e8-31d25af174af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa2cf9b8fd0>, [{'id': 'a969004d-731b-4a97-92e3-791ba6b7315d', 'name': 'tempest-TestShelveInstance-1296710778-router', 'tenant_id': 'fba5f7db60824c659a3b9637e3202337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'c4be0d43-3deb-4567-a3e6-9a806b778e1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:48:58Z', 'updated_at': '2021-06-28T16:53:51Z', 'revision_number': 5, 'project_id': 'fba5f7db60824c659a3b9637e3202337', 'gw_port': {'id': 'c4be0d43-3deb-4567-a3e6-9a806b778e1d', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cf:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a969004d-731b-4a97-92e3-791ba6b7315d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:48:58Z', 'updated_at': '2021-06-28T16:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi'}], 'dv-cinder-798104-1-iscsi', False) {} {{(pid=74153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:53:53.145923 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a96729-6ba5-4490-92e8-31d25af174af None None] The sync data for ids ['a969004d-731b-4a97-92e3-791ba6b7315d'] in dv-cinder-798104-1-iscsi is: [{'id': 'a969004d-731b-4a97-92e3-791ba6b7315d', 'name': 'tempest-TestShelveInstance-1296710778-router', 'tenant_id': 'fba5f7db60824c659a3b9637e3202337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'c4be0d43-3deb-4567-a3e6-9a806b778e1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:48:58Z', 'updated_at': '2021-06-28T16:53:51Z', 'revision_number': 5, 'project_id': 'fba5f7db60824c659a3b9637e3202337', 'gw_port': {'id': 'c4be0d43-3deb-4567-a3e6-9a806b778e1d', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cf:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a969004d-731b-4a97-92e3-791ba6b7315d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:48:58Z', 'updated_at': '2021-06-28T16:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi'}] {{(pid=74153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 28 16:53:53.149266 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.db [None req-6b3a775c-53c8-4d24-b66d-408168522e86 admin admin] For port c4be0d43-3deb-4567-a3e6-9a806b778e1d, host dv-cinder-798104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-iscsi',level=0,port_id=c4be0d43-3deb-4567-a3e6-9a806b778e1d,segment=NetworkSegment(c33c21b7-7592-40e1-a334-7e00067f8a18),segment_id=c33c21b7-7592-40e1-a334-7e00067f8a18)] {{(pid=74150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:53:53.149623 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-6b3a775c-53c8-4d24-b66d-408168522e86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679626'] for port, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:53.276083 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.plugin [None req-6b3a775c-53c8-4d24-b66d-408168522e86 admin admin] Calling delete_port for c4be0d43-3deb-4567-a3e6-9a806b778e1d owned by network:router_gateway {{(pid=74150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 28 16:53:53.435264 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-6b3a775c-53c8-4d24-b66d-408168522e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771078770342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771078328122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32536825'] for port, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:53.439253 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-a7bbde89-82da-45a6-8649-88c8e3003724 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:53:53.480562 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3a775c-53c8-4d24-b66d-408168522e86 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4be0d43-3deb-4567-a3e6-9a806b778e1d,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:53:53.484932 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-6b3a775c-53c8-4d24-b66d-408168522e86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:53:53.711063 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-6b3a775c-53c8-4d24-b66d-408168522e86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-674445'] for router_gateway, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:53.964398 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-6b3a775c-53c8-4d24-b66d-408168522e86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-673565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:53.968682 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-6b3a775c-53c8-4d24-b66d-408168522e86 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:53.993998 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-6b3a775c-53c8-4d24-b66d-408168522e86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-673777'] for router, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:53.994672 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b3a775c-53c8-4d24-b66d-408168522e86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a969004d-731b-4a97-92e3-791ba6b7315d {{(pid=74150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 28 16:53:54.008765 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-6b3a775c-53c8-4d24-b66d-408168522e86 admin admin] Notify callbacks [] for router, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:54.009888 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-6b3a775c-53c8-4d24-b66d-408168522e86 admin admin] 10.222.0.30 "DELETE /v2.0/routers/a969004d-731b-4a97-92e3-791ba6b7315d HTTP/1.1" status: 204  len: 168 time: 1.8235734
Jun 28 16:53:54.012310 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 43466) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:53:54.018086 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device f7255da9-ac12-4e55-8ce1-efbd8bde19f9 no longer exists at agent ovs-agent-dv-cinder-798104-1-iscsi {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 28 16:53:54.055334 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] No Port match for: f7255da9-ac12-4e55-8ce1-efbd8bde19f9 {{(pid=74152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 28 16:53:54.055681 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device f7255da9-ac12-4e55-8ce1-efbd8bde19f9 not bound to the agent host dv-cinder-798104-1-iscsi {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 28 16:53:54.182460 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.db_base_plugin_v2 [None req-26418d60-21a2-4c5b-97ae-af6884d274d9 admin admin] Deleting subnet 0a3fc56e-95ad-4e74-988f-9dcec05cc015 {{(pid=74150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 28 16:53:54.185340 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-26418d60-21a2-4c5b-97ae-af6884d274d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:54.232776 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-26418d60-21a2-4c5b-97ae-af6884d274d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32537730'] for subnet, precommit_delete_associations {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:54.308433 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-26418d60-21a2-4c5b-97ae-af6884d274d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1427664'] for subnet, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:54.378534 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-26418d60-21a2-4c5b-97ae-af6884d274d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32536586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32270940'] for subnet, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:54.382748 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-851dd89e-0a41-44a1-a56c-7e540d8b4ca8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:53:54.416185 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26418d60-21a2-4c5b-97ae-af6884d274d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a3fc56e-95ad-4e74-988f-9dcec05cc015,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:53:54.419703 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-26418d60-21a2-4c5b-97ae-af6884d274d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:53:54.424619 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-26418d60-21a2-4c5b-97ae-af6884d274d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533674'] for subnet, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:54.430354 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695dba53-c06d-420b-a0c9-6c213649fa8d None None] Network 9725f7b3-51b3-4fed-8aad-b6adab71011f requested from dv-cinder-798104-1-iscsi {{(pid=74152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 28 16:53:54.433634 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 43470) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:53:54.434143 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-26418d60-21a2-4c5b-97ae-af6884d274d9 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/0a3fc56e-95ad-4e74-988f-9dcec05cc015 HTTP/1.1" status: 204  len: 168 time: 0.4204125
Jun 28 16:53:54.542740 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-27a1eaff-ed07-4557-838f-4633a12bab91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1600473'] for network, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:54.553026 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.plugin [None req-27a1eaff-ed07-4557-838f-4633a12bab91 admin admin] Deleting port f008f9c0-3f95-4e5d-8c13-44136ca3ad1e {{(pid=74151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 28 16:53:54.553379 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-27a1eaff-ed07-4557-838f-4633a12bab91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771078813103'] for port, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:54.709289 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c9a00f-9874-4d0c-a151-f9958d20de23 None None] DHCP port deletion for 9725f7b3-51b3-4fed-8aad-b6adab71011f request from dv-cinder-798104-1-iscsi {{(pid=74152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Jun 28 16:53:54.713582 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-83c9a00f-9874-4d0c-a151-f9958d20de23 None None] Deleting port f008f9c0-3f95-4e5d-8c13-44136ca3ad1e {{(pid=74152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 28 16:53:54.713999 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-83c9a00f-9874-4d0c-a151-f9958d20de23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771078813103'] for port, before_delete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:54.759118 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.db [None req-27a1eaff-ed07-4557-838f-4633a12bab91 admin admin] For port f008f9c0-3f95-4e5d-8c13-44136ca3ad1e, host dv-cinder-798104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-iscsi',level=0,port_id=f008f9c0-3f95-4e5d-8c13-44136ca3ad1e,segment=NetworkSegment(8ce0e696-cf84-4ed3-89b5-1a30e86f2bb6),segment_id=8ce0e696-cf84-4ed3-89b5-1a30e86f2bb6)] {{(pid=74151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:53:54.759458 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-27a1eaff-ed07-4557-838f-4633a12bab91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679626'] for port, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:54.882072 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.plugin [None req-27a1eaff-ed07-4557-838f-4633a12bab91 admin admin] Calling delete_port for f008f9c0-3f95-4e5d-8c13-44136ca3ad1e owned by network:dhcp {{(pid=74151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 28 16:53:54.913583 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-83c9a00f-9874-4d0c-a151-f9958d20de23 None None] For port f008f9c0-3f95-4e5d-8c13-44136ca3ad1e, host dv-cinder-798104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-iscsi',level=0,port_id=f008f9c0-3f95-4e5d-8c13-44136ca3ad1e,segment=NetworkSegment(8ce0e696-cf84-4ed3-89b5-1a30e86f2bb6),segment_id=8ce0e696-cf84-4ed3-89b5-1a30e86f2bb6)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:53:54.913887 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-83c9a00f-9874-4d0c-a151-f9958d20de23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679626'] for port, precommit_delete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:54.954606 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-27a1eaff-ed07-4557-838f-4633a12bab91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771078770342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771078328122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32204965'] for port, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:54.958539 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-2d71c13f-19e3-4193-8a77-c1c099a728db tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:53:54.995944 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a1eaff-ed07-4557-838f-4633a12bab91 admin admin] Pushing event deleted for resources: {'Port': ['ID=f008f9c0-3f95-4e5d-8c13-44136ca3ad1e,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:53:54.998485 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-27a1eaff-ed07-4557-838f-4633a12bab91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:53:55.006438 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a1eaff-ed07-4557-838f-4633a12bab91 admin admin] No DVR routers for this DVR port f008f9c0-3f95-4e5d-8c13-44136ca3ad1e on host dv-cinder-798104-1-iscsi {{(pid=74151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 28 16:53:55.035006 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-83c9a00f-9874-4d0c-a151-f9958d20de23 None None] Calling delete_port for f008f9c0-3f95-4e5d-8c13-44136ca3ad1e owned by network:dhcp {{(pid=74152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 28 16:53:55.105270 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.db.api [None req-83c9a00f-9874-4d0c-a151-f9958d20de23 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74152) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 28 16:53:55.105623 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_db.api [None req-83c9a00f-9874-4d0c-a151-f9958d20de23 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 28 16:53:55.130981 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-27a1eaff-ed07-4557-838f-4633a12bab91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1428645', 'neutron.services.segments.db._delete_segments_for_network-8771078865026'] for network, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:55.147631 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.services.segments.db [None req-27a1eaff-ed07-4557-838f-4633a12bab91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa2cf174730>,) {'filters': {'network_id': ['9725f7b3-51b3-4fed-8aad-b6adab71011f']}} {{(pid=74151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:53:55.160546 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.services.segments.db [None req-27a1eaff-ed07-4557-838f-4633a12bab91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa2cf174730>, '8ce0e696-cf84-4ed3-89b5-1a30e86f2bb6') {'for_net_delete': True} {{(pid=74151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:53:55.160832 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.services.segments.db [None req-27a1eaff-ed07-4557-838f-4633a12bab91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa2cf174730>, '8ce0e696-cf84-4ed3-89b5-1a30e86f2bb6') {} {{(pid=74151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:53:55.172346 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-27a1eaff-ed07-4557-838f-4633a12bab91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771078786973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32205915'] for segment, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:55.188372 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-27a1eaff-ed07-4557-838f-4633a12bab91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719364'] for segment, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:55.195572 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27a1eaff-ed07-4557-838f-4633a12bab91 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=74151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jun 28 16:53:55.195976 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-27a1eaff-ed07-4557-838f-4633a12bab91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1719391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32205040'] for segment, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:55.209612 dv-cinder-798104-1-iscsi neutron-server[74151]: Traceback (most recent call last):
Jun 28 16:53:55.209612 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jun 28 16:53:55.209612 dv-cinder-798104-1-iscsi neutron-server[74151]:     timer()
Jun 28 16:53:55.209612 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 28 16:53:55.209612 dv-cinder-798104-1-iscsi neutron-server[74151]:     cb(*args, **kw)
Jun 28 16:53:55.209612 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jun 28 16:53:55.209612 dv-cinder-798104-1-iscsi neutron-server[74151]:     return func(*args, **kwargs)
Jun 28 16:53:55.209612 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 28 16:53:55.209612 dv-cinder-798104-1-iscsi neutron-server[74151]:     self._notify()
Jun 28 16:53:55.209612 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 28 16:53:55.209612 dv-cinder-798104-1-iscsi neutron-server[74151]:     self.callback(batched_events)
Jun 28 16:53:55.209612 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 28 16:53:55.209612 dv-cinder-798104-1-iscsi neutron-server[74151]:     event.method(event)
Jun 28 16:53:55.209612 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 28 16:53:55.209612 dv-cinder-798104-1-iscsi neutron-server[74151]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 28 16:53:55.209612 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 28 16:53:55.209612 dv-cinder-798104-1-iscsi neutron-server[74151]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 28 16:53:55.209612 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 28 16:53:55.209612 dv-cinder-798104-1-iscsi neutron-server[74151]:     return f(self, *a, **k)
Jun 28 16:53:55.209612 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jun 28 16:53:55.209612 dv-cinder-798104-1-iscsi neutron-server[74151]:     return self._get(url).json()
Jun 28 16:53:55.209612 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jun 28 16:53:55.209612 dv-cinder-798104-1-iscsi neutron-server[74151]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 28 16:53:55.209612 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jun 28 16:53:55.209612 dv-cinder-798104-1-iscsi neutron-server[74151]:     return self.request(url, 'GET', **kwargs)
Jun 28 16:53:55.209612 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jun 28 16:53:55.209612 dv-cinder-798104-1-iscsi neutron-server[74151]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 28 16:53:55.209612 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jun 28 16:53:55.209612 dv-cinder-798104-1-iscsi neutron-server[74151]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 28 16:53:55.209612 dv-cinder-798104-1-iscsi neutron-server[74151]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jun 28 16:53:55.209612 dv-cinder-798104-1-iscsi neutron-server[74151]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 28 16:53:55.209612 dv-cinder-798104-1-iscsi neutron-server[74151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 28 16:53:55.281895 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-27a1eaff-ed07-4557-838f-4633a12bab91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1428054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-674480'] for network, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:55.285571 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:53:55.303881 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-27a1eaff-ed07-4557-838f-4633a12bab91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533674'] for network, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:55.313420 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a1eaff-ed07-4557-838f-4633a12bab91 admin admin] Pushing event deleted for resources: {'Network': ['ID=9725f7b3-51b3-4fed-8aad-b6adab71011f,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:53:55.317495 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-27a1eaff-ed07-4557-838f-4633a12bab91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:53:55.321425 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-27a1eaff-ed07-4557-838f-4633a12bab91 admin admin] 10.222.0.30 "DELETE /v2.0/networks/9725f7b3-51b3-4fed-8aad-b6adab71011f HTTP/1.1" status: 204  len: 168 time: 0.8867681
Jun 28 16:53:55.491300 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 43476) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:53:55.541011 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-ba7c4272-b458-4033-87de-12d4658e6208 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=752951ca61fe47f0b32b0595cf035391&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0478899
Jun 28 16:53:55.543250 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 43480) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:53:55.605174 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-bb931744-5d9f-434c-83cb-5f49ba4c3003 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:55.606897 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-83c9a00f-9874-4d0c-a151-f9958d20de23 None None] Deleting port f008f9c0-3f95-4e5d-8c13-44136ca3ad1e {{(pid=74152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 28 16:53:55.607285 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-83c9a00f-9874-4d0c-a151-f9958d20de23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771078813103'] for port, before_delete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:55.630823 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-bb931744-5d9f-434c-83cb-5f49ba4c3003 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:55.671603 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-83c9a00f-9874-4d0c-a151-f9958d20de23 None None] The port 'f008f9c0-3f95-4e5d-8c13-44136ca3ad1e' was deleted {{(pid=74152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Jun 28 16:53:55.684084 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-bb931744-5d9f-434c-83cb-5f49ba4c3003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:55.687827 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-89836d36-36b7-4758-a149-15e82b19bfde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:53:55.701894 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb931744-5d9f-434c-83cb-5f49ba4c3003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=295079dc-b308-473a-b47d-11b6e5fc6093,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:53:55.704312 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-bb931744-5d9f-434c-83cb-5f49ba4c3003 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:53:55.710745 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-bb931744-5d9f-434c-83cb-5f49ba4c3003 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:55.711836 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-bb931744-5d9f-434c-83cb-5f49ba4c3003 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/295079dc-b308-473a-b47d-11b6e5fc6093 HTTP/1.1" status: 204  len: 168 time: 0.1677032
Jun 28 16:53:56.004378 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device c4be0d43-3deb-4567-a3e6-9a806b778e1d no longer exists at agent ovs-agent-dv-cinder-798104-1-iscsi {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 28 16:53:56.041237 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] No Port match for: c4be0d43-3deb-4567-a3e6-9a806b778e1d {{(pid=74152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 28 16:53:56.041984 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device c4be0d43-3deb-4567-a3e6-9a806b778e1d not bound to the agent host dv-cinder-798104-1-iscsi {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 28 16:53:56.041984 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device f008f9c0-3f95-4e5d-8c13-44136ca3ad1e no longer exists at agent ovs-agent-dv-cinder-798104-1-iscsi {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 28 16:53:56.075592 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] No Port match for: f008f9c0-3f95-4e5d-8c13-44136ca3ad1e {{(pid=74152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 28 16:53:56.075832 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device f008f9c0-3f95-4e5d-8c13-44136ca3ad1e not bound to the agent host dv-cinder-798104-1-iscsi {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 28 16:53:56.100917 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 43488) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:53:56.151044 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-65951c16-ff4c-4406-a7f1-6c62be58c318 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fba5f7db60824c659a3b9637e3202337&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0488868
Jun 28 16:53:56.153527 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 43492) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:53:56.212372 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-36dadb41-f36a-4d92-857d-4ce3aecc770b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:56.237863 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-36dadb41-f36a-4d92-857d-4ce3aecc770b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:56.291429 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-36dadb41-f36a-4d92-857d-4ce3aecc770b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:56.296152 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-646af1c9-ed27-4498-be45-d32fe293b4bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:53:56.308380 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dadb41-f36a-4d92-857d-4ce3aecc770b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14fb0eac-b2b7-43f5-9890-a0d7a2f1b916,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:53:56.310669 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-36dadb41-f36a-4d92-857d-4ce3aecc770b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:53:56.314919 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-36dadb41-f36a-4d92-857d-4ce3aecc770b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:53:56.316267 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-36dadb41-f36a-4d92-857d-4ce3aecc770b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/14fb0eac-b2b7-43f5-9890-a0d7a2f1b916 HTTP/1.1" status: 204  len: 168 time: 0.1615186
Jun 28 16:54:01.963879 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 43498) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:54:02.156457 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.plugin [None req-186c6244-b411-4ce2-8aee-71cfe97ded61 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Deleting port 015f4d3b-48c6-4e0d-9b91-c8e2dbfaa1ff {{(pid=74150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 28 16:54:02.156787 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-186c6244-b411-4ce2-8aee-71cfe97ded61 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771078813103'] for port, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:02.327574 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-186c6244-b411-4ce2-8aee-71cfe97ded61 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679626'] for port, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:02.327811 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-186c6244-b411-4ce2-8aee-71cfe97ded61 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:02.449528 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.plugin [None req-186c6244-b411-4ce2-8aee-71cfe97ded61 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Calling delete_port for 015f4d3b-48c6-4e0d-9b91-c8e2dbfaa1ff owned by network:floatingip {{(pid=74150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 28 16:54:02.595671 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-186c6244-b411-4ce2-8aee-71cfe97ded61 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771078770342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771078328122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32536825'] for port, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:02.599123 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-0b088764-f31d-4efc-a8dc-eae635711b3a tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:54:02.640599 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186c6244-b411-4ce2-8aee-71cfe97ded61 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Pushing event deleted for resources: {'Port': ['ID=015f4d3b-48c6-4e0d-9b91-c8e2dbfaa1ff,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:54:02.643134 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-186c6244-b411-4ce2-8aee-71cfe97ded61 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:54:02.732403 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-186c6244-b411-4ce2-8aee-71cfe97ded61 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks [] for floatingip, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:03.210703 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-186c6244-b411-4ce2-8aee-71cfe97ded61 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Router 515444ba-9373-4ab0-a856-a9908e20046b has already been hosted by L3 agent c1a676c2-2a78-4c35-ab22-a28e05dfd46e {{(pid=74150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 28 16:54:03.407568 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-186c6244-b411-4ce2-8aee-71cfe97ded61 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify agent at l3_agent.dv-cinder-798104-1-iscsi the message routers_updated {{(pid=74150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 28 16:54:03.418578 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760ca5af-0b1c-4dc4-8896-c1a23a715859 None None] Sync routers for ids ['515444ba-9373-4ab0-a856-a9908e20046b'] in dv-cinder-798104-1-iscsi {{(pid=74152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 28 16:54:03.430616 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-186c6244-b411-4ce2-8aee-71cfe97ded61 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022804'] for floatingip, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:03.430882 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760ca5af-0b1c-4dc4-8896-c1a23a715859 None None] Routers {'515444ba-9373-4ab0-a856-a9908e20046b'} bound to L3 agent in host dv-cinder-798104-1-iscsi {{(pid=74152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 28 16:54:03.431499 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-760ca5af-0b1c-4dc4-8896-c1a23a715859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa2cfaa1df0>, 'dv-cinder-798104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T16:33:11Z,description=<?>,heartbeat_timestamp=2021-06-28T16:53:41Z,host='dv-cinder-798104-1-iscsi',id=c1a676c2-2a78-4c35-ab22-a28e05dfd46e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-28T16:33:11Z,topic='l3_agent')) {'router_ids': ['515444ba-9373-4ab0-a856-a9908e20046b'], 'active': True} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:54:03.484187 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-186c6244-b411-4ce2-8aee-71cfe97ded61 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "DELETE /v2.0/floatingips/b79e7eb7-0de9-4c88-9f91-3bbdda59d065 HTTP/1.1" status: 204  len: 168 time: 1.5191948
Jun 28 16:54:03.484916 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a58221c5-1754-4eab-aaf7-d33aa6af83e8', 'tag': 'e037219a-6a9e-4d9a-ae04-359714cd6b60'}] {{(pid=74150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 28 16:54:03.542906 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a58221c5-1754-4eab-aaf7-d33aa6af83e8', 'tag': 'e037219a-6a9e-4d9a-ae04-359714cd6b60', 'status': 'completed', 'code': 200}
Jun 28 16:54:03.614910 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvr_db [None req-760ca5af-0b1c-4dc4-8896-c1a23a715859 None None] Set router 515444ba-9373-4ab0-a856-a9908e20046b gateway port host: dv-cinder-798104-1-iscsi {{(pid=74152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 28 16:54:03.639232 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-84fd2b14-1497-4163-8558-3960c4e74842 req-b99943ac-716f-4d55-a1e7-46dcc0322806 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ce884a9bddfa4cbbac44e05b827223b3&device_id=a58221c5-1754-4eab-aaf7-d33aa6af83e8 HTTP/1.1" status: 200  len: 1098 time: 0.0735264
Jun 28 16:54:03.781078 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fd2b14-1497-4163-8558-3960c4e74842 req-f011ebe7-71bc-4b87-828c-01a867f68227 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:54:03.782536 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-84fd2b14-1497-4163-8558-3960c4e74842 req-f011ebe7-71bc-4b87-828c-01a867f68227 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ce5d0d75-0504-4eb6-b527-1f6283338b64 HTTP/1.1" status: 200  len: 912 time: 0.1368515
Jun 28 16:54:03.882248 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-84fd2b14-1497-4163-8558-3960c4e74842 req-e56faef6-4850-4216-a8fc-e8af899fefb1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e037219a-6a9e-4d9a-ae04-359714cd6b60 HTTP/1.1" status: 200  len: 217 time: 0.0914912
Jun 28 16:54:03.967754 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fd2b14-1497-4163-8558-3960c4e74842 req-2c615719-c0e9-42af-bff8-d5a411c9e39b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:54:03.969342 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-84fd2b14-1497-4163-8558-3960c4e74842 req-2c615719-c0e9-42af-bff8-d5a411c9e39b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=323cae5e-b0ca-4159-a857-f280b10a8759 HTTP/1.1" status: 200  len: 850 time: 0.0763586
Jun 28 16:54:03.974389 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-760ca5af-0b1c-4dc4-8896-c1a23a715859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa2cfaa1df0>, [{'id': '515444ba-9373-4ab0-a856-a9908e20046b', 'name': 'tempest-TestVolumeBootPattern-836473996-router', 'tenant_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': 'b0da1118-bc7f-4a37-8bb2-403325dd395a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:46:40Z', 'updated_at': '2021-06-28T16:46:45Z', 'revision_number': 4, 'project_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'gw_port': {'id': 'b0da1118-bc7f-4a37-8bb2-403325dd395a', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515444ba-9373-4ab0-a856-a9908e20046b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:46:40Z', 'updated_at': '2021-06-28T16:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi', '_floatingips': [{'id': 'a7ab020b-5ec6-4774-9256-53e4fe365bfb', 'tenant_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'floating_ip_address': '172.27.2.18', 'floating_network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'router_id': '515444ba-9373-4ab0-a856-a9908e20046b', 'port_id': '935d2056-0fa3-401d-9acf-2748dec146ce', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce5d0d75-0504-4eb6-b527-1f6283338b64', 'mac_address': 'fa:16:3e:7f:fb:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1e68eb-02b8-4a6e-b165-2856bcf07dcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T16:50:08Z', 'updated_at': '2021-06-28T16:50:12Z', 'revision_number': 1, 'project_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbb29726-34b2-497a-b463-ca98b87515b5', 'name': '', 'network_id': 'ce5d0d75-0504-4eb6-b527-1f6283338b64', 'tenant_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'mac_address': 'fa:16:3e:02:40:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515444ba-9373-4ab0-a856-a9908e20046b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '323cae5e-b0ca-4159-a857-f280b10a8759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:46:44Z', 'updated_at': '2021-06-28T16:47:11Z', 'revision_number': 5, 'project_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'subnets': [{'id': '323cae5e-b0ca-4159-a857-f280b10a8759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-iscsi', False) {} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:54:03.978471 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760ca5af-0b1c-4dc4-8896-c1a23a715859 None None] Checking router: 515444ba-9373-4ab0-a856-a9908e20046b for host: dv-cinder-798104-1-iscsi {{(pid=74152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 28 16:54:03.989637 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760ca5af-0b1c-4dc4-8896-c1a23a715859 None None] Routers {'515444ba-9373-4ab0-a856-a9908e20046b'} bound to L3 agent in host dv-cinder-798104-1-iscsi {{(pid=74152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 28 16:54:03.990243 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-760ca5af-0b1c-4dc4-8896-c1a23a715859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa2cfaa1df0>, 'dv-cinder-798104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T16:33:11Z,description=<?>,heartbeat_timestamp=2021-06-28T16:53:41Z,host='dv-cinder-798104-1-iscsi',id=c1a676c2-2a78-4c35-ab22-a28e05dfd46e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-28T16:33:11Z,topic='l3_agent')) {'router_ids': ['515444ba-9373-4ab0-a856-a9908e20046b'], 'active': True} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:54:04.015878 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ff7f45-5b62-4288-842f-81ffda14209d req-782c37e0-cbca-4e50-849d-effc475e59c4 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:54:04.016553 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-25ff7f45-5b62-4288-842f-81ffda14209d req-782c37e0-cbca-4e50-849d-effc475e59c4 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Synchronizing usage tracker for tenant:ce884a9bddfa4cbbac44e05b827223b3 on resource:port {{(pid=74150) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 28 16:54:04.047399 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-25ff7f45-5b62-4288-842f-81ffda14209d req-782c37e0-cbca-4e50-849d-effc475e59c4 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Unset dirty status for tenant:ce884a9bddfa4cbbac44e05b827223b3 on resource:port {{(pid=74150) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 28 16:54:04.048581 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-25ff7f45-5b62-4288-842f-81ffda14209d req-782c37e0-cbca-4e50-849d-effc475e59c4 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/ports?device_id=a58221c5-1754-4eab-aaf7-d33aa6af83e8 HTTP/1.1" status: 200  len: 945 time: 0.2126932
Jun 28 16:54:04.102774 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-84fd2b14-1497-4163-8558-3960c4e74842 req-05613d27-7881-442a-8a71-4057d52ffd7e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ce5d0d75-0504-4eb6-b527-1f6283338b64&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1254556
Jun 28 16:54:04.133451 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-25ff7f45-5b62-4288-842f-81ffda14209d req-571f4508-9d7f-484a-9c45-11d25895d737 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b1944c-8a50-4bf4-86d7-f41649f5e8b0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0788317
Jun 28 16:54:04.219807 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvr_db [None req-760ca5af-0b1c-4dc4-8896-c1a23a715859 None None] Set router 515444ba-9373-4ab0-a856-a9908e20046b gateway port host: dv-cinder-798104-1-iscsi {{(pid=74152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 28 16:54:04.261968 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-84fd2b14-1497-4163-8558-3960c4e74842 req-e12766cc-17fb-44a5-94ee-4bb59d81b8ff service neutron] 10.222.0.15 "GET /v2.0/networks/ce5d0d75-0504-4eb6-b527-1f6283338b64?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1490774
Jun 28 16:54:04.396658 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-84fd2b14-1497-4163-8558-3960c4e74842 req-05bc33d7-bb7e-4def-9b3b-58912ccfbf94 service neutron] 10.222.0.15 "GET /v2.0/networks/ce5d0d75-0504-4eb6-b527-1f6283338b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1263437
Jun 28 16:54:04.563792 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-760ca5af-0b1c-4dc4-8896-c1a23a715859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa2cfaa1df0>, [{'id': '515444ba-9373-4ab0-a856-a9908e20046b', 'name': 'tempest-TestVolumeBootPattern-836473996-router', 'tenant_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': 'b0da1118-bc7f-4a37-8bb2-403325dd395a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:46:40Z', 'updated_at': '2021-06-28T16:46:45Z', 'revision_number': 4, 'project_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'gw_port': {'id': 'b0da1118-bc7f-4a37-8bb2-403325dd395a', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515444ba-9373-4ab0-a856-a9908e20046b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:46:40Z', 'updated_at': '2021-06-28T16:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi', '_floatingips': [{'id': 'a7ab020b-5ec6-4774-9256-53e4fe365bfb', 'tenant_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'floating_ip_address': '172.27.2.18', 'floating_network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'router_id': '515444ba-9373-4ab0-a856-a9908e20046b', 'port_id': '935d2056-0fa3-401d-9acf-2748dec146ce', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce5d0d75-0504-4eb6-b527-1f6283338b64', 'mac_address': 'fa:16:3e:7f:fb:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1e68eb-02b8-4a6e-b165-2856bcf07dcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T16:50:08Z', 'updated_at': '2021-06-28T16:50:12Z', 'revision_number': 1, 'project_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbb29726-34b2-497a-b463-ca98b87515b5', 'name': '', 'network_id': 'ce5d0d75-0504-4eb6-b527-1f6283338b64', 'tenant_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'mac_address': 'fa:16:3e:02:40:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515444ba-9373-4ab0-a856-a9908e20046b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '323cae5e-b0ca-4159-a857-f280b10a8759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:46:44Z', 'updated_at': '2021-06-28T16:47:11Z', 'revision_number': 5, 'project_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'subnets': [{'id': '323cae5e-b0ca-4159-a857-f280b10a8759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-iscsi', False) {} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:54:04.567562 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760ca5af-0b1c-4dc4-8896-c1a23a715859 None None] The sync data for ids ['515444ba-9373-4ab0-a856-a9908e20046b'] in dv-cinder-798104-1-iscsi is: [{'id': '515444ba-9373-4ab0-a856-a9908e20046b', 'name': 'tempest-TestVolumeBootPattern-836473996-router', 'tenant_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': 'b0da1118-bc7f-4a37-8bb2-403325dd395a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:46:40Z', 'updated_at': '2021-06-28T16:46:45Z', 'revision_number': 4, 'project_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'gw_port': {'id': 'b0da1118-bc7f-4a37-8bb2-403325dd395a', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515444ba-9373-4ab0-a856-a9908e20046b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:46:40Z', 'updated_at': '2021-06-28T16:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi', '_floatingips': [{'id': 'a7ab020b-5ec6-4774-9256-53e4fe365bfb', 'tenant_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'floating_ip_address': '172.27.2.18', 'floating_network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'router_id': '515444ba-9373-4ab0-a856-a9908e20046b', 'port_id': '935d2056-0fa3-401d-9acf-2748dec146ce', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce5d0d75-0504-4eb6-b527-1f6283338b64', 'mac_address': 'fa:16:3e:7f:fb:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1e68eb-02b8-4a6e-b165-2856bcf07dcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T16:50:08Z', 'updated_at': '2021-06-28T16:50:12Z', 'revision_number': 1, 'project_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbb29726-34b2-497a-b463-ca98b87515b5', 'name': '', 'network_id': 'ce5d0d75-0504-4eb6-b527-1f6283338b64', 'tenant_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'mac_address': 'fa:16:3e:02:40:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515444ba-9373-4ab0-a856-a9908e20046b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '323cae5e-b0ca-4159-a857-f280b10a8759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:46:44Z', 'updated_at': '2021-06-28T16:47:11Z', 'revision_number': 5, 'project_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'subnets': [{'id': '323cae5e-b0ca-4159-a857-f280b10a8759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 28 16:54:04.774852 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db53f42a-a08a-46a1-92c7-8d248dd5e530 None None] New status for floating IP b79e7eb7-0de9-4c88-9f91-3bbdda59d065: DOWN {{(pid=74153) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jun 28 16:54:05.387246 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c9110f-3dc5-4793-b017-8daccc9c90a2 req-f55a63ba-27de-4414-93d3-355af5587d7b tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:54:05.388672 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-c4c9110f-3dc5-4793-b017-8daccc9c90a2 req-f55a63ba-27de-4414-93d3-355af5587d7b tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/ports?device_id=a58221c5-1754-4eab-aaf7-d33aa6af83e8 HTTP/1.1" status: 200  len: 945 time: 0.1348591
Jun 28 16:54:05.435853 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf258cec-6bd9-4532-bed6-4d151f7139dd req-037c06d6-1820-44df-8ded-9b3fa1bf7770 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:54:05.437146 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-bf258cec-6bd9-4532-bed6-4d151f7139dd req-037c06d6-1820-44df-8ded-9b3fa1bf7770 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.15 "GET /v2.0/ports?device_id=a58221c5-1754-4eab-aaf7-d33aa6af83e8 HTTP/1.1" status: 200  len: 945 time: 0.1239026
Jun 28 16:54:05.484382 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-c4c9110f-3dc5-4793-b017-8daccc9c90a2 req-c4c5e056-b8ca-4605-8d4f-469ed0098a5c tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b1944c-8a50-4bf4-86d7-f41649f5e8b0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0901699
Jun 28 16:54:05.508139 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.plugin [req-bf258cec-6bd9-4532-bed6-4d151f7139dd req-d37eea59-9f9d-4ee0-904f-40b95cfcf1cf tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Deleting port e037219a-6a9e-4d9a-ae04-359714cd6b60 {{(pid=74150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 28 16:54:05.508476 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-bf258cec-6bd9-4532-bed6-4d151f7139dd req-d37eea59-9f9d-4ee0-904f-40b95cfcf1cf tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771078813103'] for port, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:05.837709 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.db [req-bf258cec-6bd9-4532-bed6-4d151f7139dd req-d37eea59-9f9d-4ee0-904f-40b95cfcf1cf tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] For port e037219a-6a9e-4d9a-ae04-359714cd6b60, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=e037219a-6a9e-4d9a-ae04-359714cd6b60,segment=NetworkSegment(b5f9de31-0ee8-4cd8-9c16-fcc6e144e230),segment_id=b5f9de31-0ee8-4cd8-9c16-fcc6e144e230)] {{(pid=74150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:54:05.838055 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-bf258cec-6bd9-4532-bed6-4d151f7139dd req-d37eea59-9f9d-4ee0-904f-40b95cfcf1cf tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679626'] for port, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:05.958616 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.plugin [req-bf258cec-6bd9-4532-bed6-4d151f7139dd req-d37eea59-9f9d-4ee0-904f-40b95cfcf1cf tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Calling delete_port for e037219a-6a9e-4d9a-ae04-359714cd6b60 owned by compute:nova {{(pid=74150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 28 16:54:06.098020 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-bf258cec-6bd9-4532-bed6-4d151f7139dd req-d37eea59-9f9d-4ee0-904f-40b95cfcf1cf tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771078770342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771078328122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32536825'] for port, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:06.104237 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-ec7d5d2a-3581-4ccb-832b-c5b11b5a94f4 tempest-AttachVolumeNegativeTest-2113457036 tempest-AttachVolumeNegativeTest-2113457036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:54:06.146932 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37eea59-9f9d-4ee0-904f-40b95cfcf1cf tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Pushing event deleted for resources: {'Port': ['ID=e037219a-6a9e-4d9a-ae04-359714cd6b60,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:54:06.149445 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-d37eea59-9f9d-4ee0-904f-40b95cfcf1cf tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:54:06.220992 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf258cec-6bd9-4532-bed6-4d151f7139dd req-d37eea59-9f9d-4ee0-904f-40b95cfcf1cf tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] No DVR routers for this DVR port e037219a-6a9e-4d9a-ae04-359714cd6b60 on host hv-cinder-79810 {{(pid=74150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 28 16:54:06.223353 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-bf258cec-6bd9-4532-bed6-4d151f7139dd req-d37eea59-9f9d-4ee0-904f-40b95cfcf1cf tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022804'] for port, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:06.227154 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a58221c5-1754-4eab-aaf7-d33aa6af83e8', 'name': 'network-vif-deleted', 'tag': 'e037219a-6a9e-4d9a-ae04-359714cd6b60'}] {{(pid=74150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 28 16:54:06.246603 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-bf258cec-6bd9-4532-bed6-4d151f7139dd req-d37eea59-9f9d-4ee0-904f-40b95cfcf1cf tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.15 "DELETE /v2.0/ports/e037219a-6a9e-4d9a-ae04-359714cd6b60 HTTP/1.1" status: 204  len: 173 time: 0.8039038
Jun 28 16:54:06.288843 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a58221c5-1754-4eab-aaf7-d33aa6af83e8', 'name': 'network-vif-deleted', 'tag': 'e037219a-6a9e-4d9a-ae04-359714cd6b60', 'status': 'completed', 'code': 200}
Jun 28 16:54:06.656360 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-cd24c716-9923-4a35-9d19-caeb68ebcfe8 req-648a14fd-75af-4969-894f-ace6f908a991 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Synchronizing usage tracker for tenant:ce884a9bddfa4cbbac44e05b827223b3 on resource:port {{(pid=74150) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 28 16:54:06.671603 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-cd24c716-9923-4a35-9d19-caeb68ebcfe8 req-648a14fd-75af-4969-894f-ace6f908a991 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Unset dirty status for tenant:ce884a9bddfa4cbbac44e05b827223b3 on resource:port {{(pid=74150) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 28 16:54:06.672892 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-cd24c716-9923-4a35-9d19-caeb68ebcfe8 req-648a14fd-75af-4969-894f-ace6f908a991 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/ports?device_id=a58221c5-1754-4eab-aaf7-d33aa6af83e8 HTTP/1.1" status: 200  len: 210 time: 0.0622854
Jun 28 16:54:08.722339 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device e037219a-6a9e-4d9a-ae04-359714cd6b60 no longer exists at agent hyperv_hv-cinder-79810 {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 28 16:54:08.754691 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] No Port match for: e037219a-6a9e-4d9a-ae04-359714cd6b60 {{(pid=74152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 28 16:54:08.755035 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device e037219a-6a9e-4d9a-ae04-359714cd6b60 not bound to the agent host hv-cinder-79810 {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 28 16:54:08.978370 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-f936d8ac-cc4b-4f41-8ce1-7f362e2e3989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:09.475015 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:10.168347 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 43536) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:54:10.364279 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.plugin [None req-d06d1e0a-53a2-47b3-a24e-9f6e7f06a13b tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Deleting port bea15203-cb61-4552-b230-5773fb18989f {{(pid=74151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 28 16:54:10.364548 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-d06d1e0a-53a2-47b3-a24e-9f6e7f06a13b tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771078813103'] for port, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:10.622376 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-d06d1e0a-53a2-47b3-a24e-9f6e7f06a13b tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679626'] for port, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:10.622677 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-d06d1e0a-53a2-47b3-a24e-9f6e7f06a13b tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:10.737498 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.plugin [None req-d06d1e0a-53a2-47b3-a24e-9f6e7f06a13b tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Calling delete_port for bea15203-cb61-4552-b230-5773fb18989f owned by network:floatingip {{(pid=74151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 28 16:54:10.881702 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-d06d1e0a-53a2-47b3-a24e-9f6e7f06a13b tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771078770342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771078328122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32204965'] for port, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:10.886133 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-8ca48ce5-8e74-48e0-a0d1-d3d3cce3598e tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:54:10.926935 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06d1e0a-53a2-47b3-a24e-9f6e7f06a13b tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Pushing event deleted for resources: {'Port': ['ID=bea15203-cb61-4552-b230-5773fb18989f,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:54:10.930245 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-d06d1e0a-53a2-47b3-a24e-9f6e7f06a13b tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:54:11.016659 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-d06d1e0a-53a2-47b3-a24e-9f6e7f06a13b tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks [] for floatingip, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:11.250210 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-4afb8a81-e528-4a49-a9de-1c8b6f408ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:11.396318 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d06d1e0a-53a2-47b3-a24e-9f6e7f06a13b tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Router 515444ba-9373-4ab0-a856-a9908e20046b has already been hosted by L3 agent c1a676c2-2a78-4c35-ab22-a28e05dfd46e {{(pid=74151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 28 16:54:11.587760 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d06d1e0a-53a2-47b3-a24e-9f6e7f06a13b tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify agent at l3_agent.dv-cinder-798104-1-iscsi the message routers_updated {{(pid=74151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 28 16:54:11.596601 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc5d54c-a744-44a2-985b-43880c0b7661 None None] Sync routers for ids ['515444ba-9373-4ab0-a856-a9908e20046b'] in dv-cinder-798104-1-iscsi {{(pid=74152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 28 16:54:11.608488 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-d06d1e0a-53a2-47b3-a24e-9f6e7f06a13b tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022804'] for floatingip, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:11.608733 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc5d54c-a744-44a2-985b-43880c0b7661 None None] Routers {'515444ba-9373-4ab0-a856-a9908e20046b'} bound to L3 agent in host dv-cinder-798104-1-iscsi {{(pid=74152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 28 16:54:11.609146 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-2dc5d54c-a744-44a2-985b-43880c0b7661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa2cfcd3610>, 'dv-cinder-798104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T16:33:11Z,description=<?>,heartbeat_timestamp=2021-06-28T16:54:11Z,host='dv-cinder-798104-1-iscsi',id=c1a676c2-2a78-4c35-ab22-a28e05dfd46e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-28T16:33:11Z,topic='l3_agent')) {'router_ids': ['515444ba-9373-4ab0-a856-a9908e20046b'], 'active': True} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:54:11.664423 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-d06d1e0a-53a2-47b3-a24e-9f6e7f06a13b tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "DELETE /v2.0/floatingips/a7ab020b-5ec6-4774-9256-53e4fe365bfb HTTP/1.1" status: 204  len: 168 time: 1.4941952
Jun 28 16:54:11.665086 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e1e68eb-02b8-4a6e-b165-2856bcf07dcf', 'tag': '935d2056-0fa3-401d-9acf-2748dec146ce'}] {{(pid=74151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 28 16:54:11.720035 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e1e68eb-02b8-4a6e-b165-2856bcf07dcf', 'tag': '935d2056-0fa3-401d-9acf-2748dec146ce', 'status': 'completed', 'code': 200}
Jun 28 16:54:11.785460 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvr_db [None req-2dc5d54c-a744-44a2-985b-43880c0b7661 None None] Set router 515444ba-9373-4ab0-a856-a9908e20046b gateway port host: dv-cinder-798104-1-iscsi {{(pid=74152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 28 16:54:11.816228 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-f01d871f-ab4c-4f7e-a91e-89236472cdb2 req-f77aa253-8ec8-4aa9-b936-8411bb5cbc17 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ce884a9bddfa4cbbac44e05b827223b3&device_id=9e1e68eb-02b8-4a6e-b165-2856bcf07dcf HTTP/1.1" status: 200  len: 1098 time: 0.0739915
Jun 28 16:54:11.960329 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01d871f-ab4c-4f7e-a91e-89236472cdb2 req-415cfd49-90b7-472f-a431-9cd67a29e128 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:54:11.962356 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-f01d871f-ab4c-4f7e-a91e-89236472cdb2 req-415cfd49-90b7-472f-a431-9cd67a29e128 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ce5d0d75-0504-4eb6-b527-1f6283338b64 HTTP/1.1" status: 200  len: 912 time: 0.1400967
Jun 28 16:54:12.066105 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-f01d871f-ab4c-4f7e-a91e-89236472cdb2 req-5db56309-0125-4704-9574-1ac02050c06a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=935d2056-0fa3-401d-9acf-2748dec146ce HTTP/1.1" status: 200  len: 217 time: 0.0960596
Jun 28 16:54:12.113982 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-2dc5d54c-a744-44a2-985b-43880c0b7661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa2cfcd3610>, [{'id': '515444ba-9373-4ab0-a856-a9908e20046b', 'name': 'tempest-TestVolumeBootPattern-836473996-router', 'tenant_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': 'b0da1118-bc7f-4a37-8bb2-403325dd395a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:46:40Z', 'updated_at': '2021-06-28T16:46:45Z', 'revision_number': 4, 'project_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'gw_port': {'id': 'b0da1118-bc7f-4a37-8bb2-403325dd395a', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515444ba-9373-4ab0-a856-a9908e20046b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:46:40Z', 'updated_at': '2021-06-28T16:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi', '_interfaces': [{'id': 'cbb29726-34b2-497a-b463-ca98b87515b5', 'name': '', 'network_id': 'ce5d0d75-0504-4eb6-b527-1f6283338b64', 'tenant_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'mac_address': 'fa:16:3e:02:40:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515444ba-9373-4ab0-a856-a9908e20046b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '323cae5e-b0ca-4159-a857-f280b10a8759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:46:44Z', 'updated_at': '2021-06-28T16:47:11Z', 'revision_number': 5, 'project_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'subnets': [{'id': '323cae5e-b0ca-4159-a857-f280b10a8759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-iscsi', False) {} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:54:12.117969 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc5d54c-a744-44a2-985b-43880c0b7661 None None] Checking router: 515444ba-9373-4ab0-a856-a9908e20046b for host: dv-cinder-798104-1-iscsi {{(pid=74152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 28 16:54:12.129213 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc5d54c-a744-44a2-985b-43880c0b7661 None None] Routers {'515444ba-9373-4ab0-a856-a9908e20046b'} bound to L3 agent in host dv-cinder-798104-1-iscsi {{(pid=74152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 28 16:54:12.129668 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-2dc5d54c-a744-44a2-985b-43880c0b7661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa2cfcd3610>, 'dv-cinder-798104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T16:33:11Z,description=<?>,heartbeat_timestamp=2021-06-28T16:54:11Z,host='dv-cinder-798104-1-iscsi',id=c1a676c2-2a78-4c35-ab22-a28e05dfd46e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-28T16:33:11Z,topic='l3_agent')) {'router_ids': ['515444ba-9373-4ab0-a856-a9908e20046b'], 'active': True} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:54:12.149293 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01d871f-ab4c-4f7e-a91e-89236472cdb2 req-9496e7f0-a8c4-4bea-9c32-b1a96b742b2e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:54:12.150636 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-f01d871f-ab4c-4f7e-a91e-89236472cdb2 req-9496e7f0-a8c4-4bea-9c32-b1a96b742b2e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=323cae5e-b0ca-4159-a857-f280b10a8759 HTTP/1.1" status: 200  len: 850 time: 0.0749576
Jun 28 16:54:12.199322 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71288114-da28-4e32-9984-453b8b33452f req-108d4ac3-ed67-40a1-b42f-66f7dc062f41 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:54:12.200746 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-71288114-da28-4e32-9984-453b8b33452f req-108d4ac3-ed67-40a1-b42f-66f7dc062f41 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e1e68eb-02b8-4a6e-b165-2856bcf07dcf HTTP/1.1" status: 200  len: 945 time: 0.1844215
Jun 28 16:54:12.262247 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-71288114-da28-4e32-9984-453b8b33452f req-93d8bbbe-0515-47ad-88ac-de1ad331ac11 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b1944c-8a50-4bf4-86d7-f41649f5e8b0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0536001
Jun 28 16:54:12.273779 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-f01d871f-ab4c-4f7e-a91e-89236472cdb2 req-e591a9d1-c713-4f41-87d1-c7c6f29d02a9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ce5d0d75-0504-4eb6-b527-1f6283338b64&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1143539
Jun 28 16:54:12.306252 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvr_db [None req-2dc5d54c-a744-44a2-985b-43880c0b7661 None None] Set router 515444ba-9373-4ab0-a856-a9908e20046b gateway port host: dv-cinder-798104-1-iscsi {{(pid=74152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 28 16:54:12.407304 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-f01d871f-ab4c-4f7e-a91e-89236472cdb2 req-d185d2d8-3bc9-4853-ba14-d46185f309ae service neutron] 10.222.0.15 "GET /v2.0/networks/ce5d0d75-0504-4eb6-b527-1f6283338b64?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1264868
Jun 28 16:54:12.491337 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.agents_db [None req-cfc1c983-b0ac-48e0-8737-db5653a7b2f7 None None] Agent healthcheck: found 6 active agents {{(pid=74153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 28 16:54:12.542714 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-f01d871f-ab4c-4f7e-a91e-89236472cdb2 req-609b37fc-de67-43e4-b5c7-77ad378978a2 service neutron] 10.222.0.15 "GET /v2.0/networks/ce5d0d75-0504-4eb6-b527-1f6283338b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1287980
Jun 28 16:54:12.573389 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-6c3ff140-2be5-46e8-b74a-5424bc372793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:12.677140 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-2dc5d54c-a744-44a2-985b-43880c0b7661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa2cfcd3610>, [{'id': '515444ba-9373-4ab0-a856-a9908e20046b', 'name': 'tempest-TestVolumeBootPattern-836473996-router', 'tenant_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': 'b0da1118-bc7f-4a37-8bb2-403325dd395a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:46:40Z', 'updated_at': '2021-06-28T16:46:45Z', 'revision_number': 4, 'project_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'gw_port': {'id': 'b0da1118-bc7f-4a37-8bb2-403325dd395a', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515444ba-9373-4ab0-a856-a9908e20046b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:46:40Z', 'updated_at': '2021-06-28T16:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi', '_interfaces': [{'id': 'cbb29726-34b2-497a-b463-ca98b87515b5', 'name': '', 'network_id': 'ce5d0d75-0504-4eb6-b527-1f6283338b64', 'tenant_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'mac_address': 'fa:16:3e:02:40:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515444ba-9373-4ab0-a856-a9908e20046b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '323cae5e-b0ca-4159-a857-f280b10a8759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:46:44Z', 'updated_at': '2021-06-28T16:47:11Z', 'revision_number': 5, 'project_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'subnets': [{'id': '323cae5e-b0ca-4159-a857-f280b10a8759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-iscsi', False) {} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:54:12.681548 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc5d54c-a744-44a2-985b-43880c0b7661 None None] The sync data for ids ['515444ba-9373-4ab0-a856-a9908e20046b'] in dv-cinder-798104-1-iscsi is: [{'id': '515444ba-9373-4ab0-a856-a9908e20046b', 'name': 'tempest-TestVolumeBootPattern-836473996-router', 'tenant_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': 'b0da1118-bc7f-4a37-8bb2-403325dd395a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:46:40Z', 'updated_at': '2021-06-28T16:46:45Z', 'revision_number': 4, 'project_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'gw_port': {'id': 'b0da1118-bc7f-4a37-8bb2-403325dd395a', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515444ba-9373-4ab0-a856-a9908e20046b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:46:40Z', 'updated_at': '2021-06-28T16:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi', '_interfaces': [{'id': 'cbb29726-34b2-497a-b463-ca98b87515b5', 'name': '', 'network_id': 'ce5d0d75-0504-4eb6-b527-1f6283338b64', 'tenant_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'mac_address': 'fa:16:3e:02:40:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515444ba-9373-4ab0-a856-a9908e20046b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '323cae5e-b0ca-4159-a857-f280b10a8759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:46:44Z', 'updated_at': '2021-06-28T16:47:11Z', 'revision_number': 5, 'project_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'subnets': [{'id': '323cae5e-b0ca-4159-a857-f280b10a8759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 28 16:54:12.891842 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54b80f6-3d94-4f97-bff5-8d0c648e86ea None None] New status for floating IP a7ab020b-5ec6-4774-9256-53e4fe365bfb: DOWN {{(pid=74153) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jun 28 16:54:13.596755 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38838f9c-5b1e-49e8-8216-f82f32e97030 req-2632ffcf-7927-4695-8fc6-aedc5146e6c2 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:54:13.598083 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-38838f9c-5b1e-49e8-8216-f82f32e97030 req-2632ffcf-7927-4695-8fc6-aedc5146e6c2 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e1e68eb-02b8-4a6e-b165-2856bcf07dcf HTTP/1.1" status: 200  len: 945 time: 0.2362030
Jun 28 16:54:13.604533 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555a3d9f-da78-478e-bc4c-9cb590bb7d8d req-6c332e07-58bf-4d95-8e8d-be5a183af7bb tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 28 16:54:13.605882 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-555a3d9f-da78-478e-bc4c-9cb590bb7d8d req-6c332e07-58bf-4d95-8e8d-be5a183af7bb tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e1e68eb-02b8-4a6e-b165-2856bcf07dcf HTTP/1.1" status: 200  len: 945 time: 0.2150888
Jun 28 16:54:13.695113 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.plugin [req-38838f9c-5b1e-49e8-8216-f82f32e97030 req-868b2832-4b41-4319-95b8-74211c119d2c tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Deleting port 935d2056-0fa3-401d-9acf-2748dec146ce {{(pid=74150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 28 16:54:13.695448 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-38838f9c-5b1e-49e8-8216-f82f32e97030 req-868b2832-4b41-4319-95b8-74211c119d2c tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771078813103'] for port, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:13.744269 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-555a3d9f-da78-478e-bc4c-9cb590bb7d8d req-bc805f92-9720-4d3d-b8f0-74ff28b12b81 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b1944c-8a50-4bf4-86d7-f41649f5e8b0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1106460
Jun 28 16:54:13.944691 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.db [req-38838f9c-5b1e-49e8-8216-f82f32e97030 req-868b2832-4b41-4319-95b8-74211c119d2c tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] For port 935d2056-0fa3-401d-9acf-2748dec146ce, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=935d2056-0fa3-401d-9acf-2748dec146ce,segment=NetworkSegment(b5f9de31-0ee8-4cd8-9c16-fcc6e144e230),segment_id=b5f9de31-0ee8-4cd8-9c16-fcc6e144e230)] {{(pid=74150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:54:13.944986 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-38838f9c-5b1e-49e8-8216-f82f32e97030 req-868b2832-4b41-4319-95b8-74211c119d2c tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679626'] for port, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:14.067741 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.plugin [req-38838f9c-5b1e-49e8-8216-f82f32e97030 req-868b2832-4b41-4319-95b8-74211c119d2c tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Calling delete_port for 935d2056-0fa3-401d-9acf-2748dec146ce owned by compute:nova {{(pid=74150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 28 16:54:14.078855 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-5e27322e-457d-4bf0-b73d-ff6c09f635fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:14.209923 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-38838f9c-5b1e-49e8-8216-f82f32e97030 req-868b2832-4b41-4319-95b8-74211c119d2c tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771078770342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771078328122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32536825'] for port, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:14.215278 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-67f563b2-c44e-4f13-8a38-97c20e77721b tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:54:14.258249 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868b2832-4b41-4319-95b8-74211c119d2c tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Pushing event deleted for resources: {'Port': ['ID=935d2056-0fa3-401d-9acf-2748dec146ce,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:54:14.260659 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-868b2832-4b41-4319-95b8-74211c119d2c tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:54:14.331900 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.l3_dvrscheduler_db [req-38838f9c-5b1e-49e8-8216-f82f32e97030 req-868b2832-4b41-4319-95b8-74211c119d2c tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] No DVR routers for this DVR port 935d2056-0fa3-401d-9acf-2748dec146ce on host hv-cinder-79810 {{(pid=74150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 28 16:54:14.334269 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [req-38838f9c-5b1e-49e8-8216-f82f32e97030 req-868b2832-4b41-4319-95b8-74211c119d2c tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022804'] for port, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:14.336775 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e1e68eb-02b8-4a6e-b165-2856bcf07dcf', 'name': 'network-vif-deleted', 'tag': '935d2056-0fa3-401d-9acf-2748dec146ce'}] {{(pid=74150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 28 16:54:14.348071 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-38838f9c-5b1e-49e8-8216-f82f32e97030 req-868b2832-4b41-4319-95b8-74211c119d2c tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.15 "DELETE /v2.0/ports/935d2056-0fa3-401d-9acf-2748dec146ce HTTP/1.1" status: 204  len: 173 time: 0.7412891
Jun 28 16:54:14.390452 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e1e68eb-02b8-4a6e-b165-2856bcf07dcf', 'name': 'network-vif-deleted', 'tag': '935d2056-0fa3-401d-9acf-2748dec146ce', 'status': 'completed', 'code': 200}
Jun 28 16:54:14.933368 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-9b108b8d-1636-40a5-9eef-9d983e6f76eb req-297afe9b-2c0d-4894-abeb-d975888289d9 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Synchronizing usage tracker for tenant:ce884a9bddfa4cbbac44e05b827223b3 on resource:port {{(pid=74150) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 28 16:54:14.948473 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.quota.resource [req-9b108b8d-1636-40a5-9eef-9d983e6f76eb req-297afe9b-2c0d-4894-abeb-d975888289d9 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Unset dirty status for tenant:ce884a9bddfa4cbbac44e05b827223b3 on resource:port {{(pid=74150) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 28 16:54:14.949616 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [req-9b108b8d-1636-40a5-9eef-9d983e6f76eb req-297afe9b-2c0d-4894-abeb-d975888289d9 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e1e68eb-02b8-4a6e-b165-2856bcf07dcf HTTP/1.1" status: 200  len: 210 time: 0.0563869
Jun 28 16:54:15.131904 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:16.053214 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 43558) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:54:16.201799 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.plugin [None req-1bf4cbd0-1a72-42d0-857b-ae8522885f23 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Deleting port d3c02a1b-5da6-49b4-b68f-d0ca57536b3b {{(pid=74151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 28 16:54:16.202128 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-1bf4cbd0-1a72-42d0-857b-ae8522885f23 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771078813103'] for port, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:16.446586 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-1bf4cbd0-1a72-42d0-857b-ae8522885f23 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679626'] for port, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:16.446813 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-1bf4cbd0-1a72-42d0-857b-ae8522885f23 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:16.572350 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.plugins.ml2.plugin [None req-1bf4cbd0-1a72-42d0-857b-ae8522885f23 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Calling delete_port for d3c02a1b-5da6-49b4-b68f-d0ca57536b3b owned by network:floatingip {{(pid=74151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 28 16:54:16.717353 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-1bf4cbd0-1a72-42d0-857b-ae8522885f23 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771078770342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771078328122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32204965'] for port, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:16.720731 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-816c2dc4-0627-4d81-a21b-fcb9da5c0027 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:54:16.761462 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf4cbd0-1a72-42d0-857b-ae8522885f23 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Pushing event deleted for resources: {'Port': ['ID=d3c02a1b-5da6-49b4-b68f-d0ca57536b3b,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:54:16.763901 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-1bf4cbd0-1a72-42d0-857b-ae8522885f23 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:54:16.771562 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device 935d2056-0fa3-401d-9acf-2748dec146ce no longer exists at agent hyperv_hv-cinder-79810 {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 28 16:54:16.803329 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] No Port match for: 935d2056-0fa3-401d-9acf-2748dec146ce {{(pid=74152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 28 16:54:16.803675 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Device 935d2056-0fa3-401d-9acf-2748dec146ce not bound to the agent host hv-cinder-79810 {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 28 16:54:16.853356 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-1bf4cbd0-1a72-42d0-857b-ae8522885f23 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks [] for floatingip, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:16.870871 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-1bf4cbd0-1a72-42d0-857b-ae8522885f23 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022804'] for floatingip, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:16.872001 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-1bf4cbd0-1a72-42d0-857b-ae8522885f23 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "DELETE /v2.0/floatingips/c2203423-ac7f-4c40-bf52-0b891a363031 HTTP/1.1" status: 204  len: 168 time: 0.8178284
Jun 28 16:54:18.264688 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 43572) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:54:18.339789 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-5dd1aa36-cf4e-4739-8569-d1d77ec7e611 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks [] for security_group, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:18.368537 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-5dd1aa36-cf4e-4739-8569-d1d77ec7e611 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:18.430811 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-5dd1aa36-cf4e-4739-8569-d1d77ec7e611 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:18.434503 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-06f76205-d065-40fa-a5e6-2a344e59afb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:54:18.449756 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd1aa36-cf4e-4739-8569-d1d77ec7e611 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b1944c-8a50-4bf4-86d7-f41649f5e8b0,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:54:18.452295 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-5dd1aa36-cf4e-4739-8569-d1d77ec7e611 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:54:18.461176 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-5dd1aa36-cf4e-4739-8569-d1d77ec7e611 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] Notify callbacks [] for security_group, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:18.462287 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-5dd1aa36-cf4e-4739-8569-d1d77ec7e611 tempest-TestVolumeBootPattern-1582393445 tempest-TestVolumeBootPattern-1582393445-project] 10.222.0.30 "DELETE /v2.0/security-groups/39b1944c-8a50-4bf4-86d7-f41649f5e8b0 HTTP/1.1" status: 204  len: 168 time: 0.1965587
Jun 28 16:54:18.532369 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 43578) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:54:19.175815 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-6c57bb11-e00a-4841-b3bf-714b26b9acf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-677466'] for router_interface, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:19.871876 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.plugin [None req-6c57bb11-e00a-4841-b3bf-714b26b9acf2 admin admin] Deleting port cbb29726-34b2-497a-b463-ca98b87515b5 {{(pid=74150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 28 16:54:19.872659 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-6c57bb11-e00a-4841-b3bf-714b26b9acf2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771078813103'] for port, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:20.040643 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.db [None req-6c57bb11-e00a-4841-b3bf-714b26b9acf2 admin admin] For port cbb29726-34b2-497a-b463-ca98b87515b5, host dv-cinder-798104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-iscsi',level=0,port_id=cbb29726-34b2-497a-b463-ca98b87515b5,segment=NetworkSegment(b5f9de31-0ee8-4cd8-9c16-fcc6e144e230),segment_id=b5f9de31-0ee8-4cd8-9c16-fcc6e144e230)] {{(pid=74150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:54:20.040991 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-6c57bb11-e00a-4841-b3bf-714b26b9acf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679626'] for port, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:20.164569 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.plugin [None req-6c57bb11-e00a-4841-b3bf-714b26b9acf2 admin admin] Calling delete_port for cbb29726-34b2-497a-b463-ca98b87515b5 owned by network:router_interface {{(pid=74150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 28 16:54:20.337880 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-6c57bb11-e00a-4841-b3bf-714b26b9acf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771078770342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771078328122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32536825'] for port, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:20.341448 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-e987eb3a-dc22-4f27-8217-8484db88b8bc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:54:20.382165 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c57bb11-e00a-4841-b3bf-714b26b9acf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbb29726-34b2-497a-b463-ca98b87515b5,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:54:20.385475 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-6c57bb11-e00a-4841-b3bf-714b26b9acf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:54:20.671823 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-6c57bb11-e00a-4841-b3bf-714b26b9acf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675940'] for router_interface, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:21.347000 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c57bb11-e00a-4841-b3bf-714b26b9acf2 admin admin] Router 515444ba-9373-4ab0-a856-a9908e20046b has already been hosted by L3 agent c1a676c2-2a78-4c35-ab22-a28e05dfd46e {{(pid=74150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 28 16:54:21.539618 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c57bb11-e00a-4841-b3bf-714b26b9acf2 admin admin] Notify agent at l3_agent.dv-cinder-798104-1-iscsi the message routers_updated {{(pid=74150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 28 16:54:21.547868 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10828053-d1a9-4b9c-a5ea-4f96e8856f0f None None] Sync routers for ids ['515444ba-9373-4ab0-a856-a9908e20046b'] in dv-cinder-798104-1-iscsi {{(pid=74152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 28 16:54:21.551357 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-6c57bb11-e00a-4841-b3bf-714b26b9acf2 admin admin] 10.222.0.30 "PUT /v2.0/routers/515444ba-9373-4ab0-a856-a9908e20046b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0179386
Jun 28 16:54:21.554396 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 43584) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:54:21.560596 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10828053-d1a9-4b9c-a5ea-4f96e8856f0f None None] Routers {'515444ba-9373-4ab0-a856-a9908e20046b'} bound to L3 agent in host dv-cinder-798104-1-iscsi {{(pid=74152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 28 16:54:21.561234 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-10828053-d1a9-4b9c-a5ea-4f96e8856f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa2cf87b040>, 'dv-cinder-798104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T16:33:11Z,description=<?>,heartbeat_timestamp=2021-06-28T16:54:11Z,host='dv-cinder-798104-1-iscsi',id=c1a676c2-2a78-4c35-ab22-a28e05dfd46e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-28T16:33:11Z,topic='l3_agent')) {'router_ids': ['515444ba-9373-4ab0-a856-a9908e20046b'], 'active': True} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:54:21.735503 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvr_db [None req-10828053-d1a9-4b9c-a5ea-4f96e8856f0f None None] Set router 515444ba-9373-4ab0-a856-a9908e20046b gateway port host: dv-cinder-798104-1-iscsi {{(pid=74152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 28 16:54:21.748211 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-d3d715ea-7113-423d-a867-afe1a41ecf4c admin admin] Notify callbacks [] for router, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:21.947143 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-d3d715ea-7113-423d-a867-afe1a41ecf4c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:21.958410 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.plugin [None req-d3d715ea-7113-423d-a867-afe1a41ecf4c admin admin] Deleting port b0da1118-bc7f-4a37-8bb2-403325dd395a {{(pid=74150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 28 16:54:21.958790 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-d3d715ea-7113-423d-a867-afe1a41ecf4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771078813103'] for port, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:22.042901 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-10828053-d1a9-4b9c-a5ea-4f96e8856f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa2cf87b040>, [{'id': '515444ba-9373-4ab0-a856-a9908e20046b', 'name': 'tempest-TestVolumeBootPattern-836473996-router', 'tenant_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': 'b0da1118-bc7f-4a37-8bb2-403325dd395a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:46:40Z', 'updated_at': '2021-06-28T16:54:20Z', 'revision_number': 5, 'project_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'gw_port': {'id': 'b0da1118-bc7f-4a37-8bb2-403325dd395a', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515444ba-9373-4ab0-a856-a9908e20046b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:46:40Z', 'updated_at': '2021-06-28T16:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi'}], 'dv-cinder-798104-1-iscsi', False) {} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:54:22.047262 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10828053-d1a9-4b9c-a5ea-4f96e8856f0f None None] Checking router: 515444ba-9373-4ab0-a856-a9908e20046b for host: dv-cinder-798104-1-iscsi {{(pid=74152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 28 16:54:22.063271 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10828053-d1a9-4b9c-a5ea-4f96e8856f0f None None] Routers {'515444ba-9373-4ab0-a856-a9908e20046b'} bound to L3 agent in host dv-cinder-798104-1-iscsi {{(pid=74152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 28 16:54:22.063869 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-10828053-d1a9-4b9c-a5ea-4f96e8856f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa2cf87b040>, 'dv-cinder-798104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T16:33:11Z,description=<?>,heartbeat_timestamp=2021-06-28T16:54:11Z,host='dv-cinder-798104-1-iscsi',id=c1a676c2-2a78-4c35-ab22-a28e05dfd46e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-28T16:33:11Z,topic='l3_agent')) {'router_ids': ['515444ba-9373-4ab0-a856-a9908e20046b'], 'active': True} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:54:22.161349 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.db [None req-d3d715ea-7113-423d-a867-afe1a41ecf4c admin admin] For port b0da1118-bc7f-4a37-8bb2-403325dd395a, host dv-cinder-798104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-iscsi',level=0,port_id=b0da1118-bc7f-4a37-8bb2-403325dd395a,segment=NetworkSegment(c33c21b7-7592-40e1-a334-7e00067f8a18),segment_id=c33c21b7-7592-40e1-a334-7e00067f8a18)] {{(pid=74150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:54:22.161710 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-d3d715ea-7113-423d-a867-afe1a41ecf4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679626'] for port, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:22.226743 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_dvr_db [None req-10828053-d1a9-4b9c-a5ea-4f96e8856f0f None None] Set router 515444ba-9373-4ab0-a856-a9908e20046b gateway port host: None {{(pid=74152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 28 16:54:22.280872 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.plugin [None req-d3d715ea-7113-423d-a867-afe1a41ecf4c admin admin] Calling delete_port for b0da1118-bc7f-4a37-8bb2-403325dd395a owned by network:router_gateway {{(pid=74150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 28 16:54:22.341109 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.db.l3_hamode_db [None req-10828053-d1a9-4b9c-a5ea-4f96e8856f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa2cf87b040>, [{'id': '515444ba-9373-4ab0-a856-a9908e20046b', 'name': 'tempest-TestVolumeBootPattern-836473996-router', 'tenant_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:46:40Z', 'updated_at': '2021-06-28T16:54:21Z', 'revision_number': 6, 'project_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'gw_port_host': None}], 'dv-cinder-798104-1-iscsi', False) {} {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:54:22.345334 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10828053-d1a9-4b9c-a5ea-4f96e8856f0f None None] The sync data for ids ['515444ba-9373-4ab0-a856-a9908e20046b'] in dv-cinder-798104-1-iscsi is: [{'id': '515444ba-9373-4ab0-a856-a9908e20046b', 'name': 'tempest-TestVolumeBootPattern-836473996-router', 'tenant_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:46:40Z', 'updated_at': '2021-06-28T16:54:21Z', 'revision_number': 6, 'project_id': 'ce884a9bddfa4cbbac44e05b827223b3', 'gw_port_host': None}] {{(pid=74152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 28 16:54:22.452432 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-d3d715ea-7113-423d-a867-afe1a41ecf4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771078770342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771078328122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32536825'] for port, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:22.456263 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-5c21e0cd-dc89-48d5-9f59-771f7553e0b4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:54:22.498786 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d715ea-7113-423d-a867-afe1a41ecf4c admin admin] Pushing event deleted for resources: {'Port': ['ID=b0da1118-bc7f-4a37-8bb2-403325dd395a,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:54:22.501065 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-d3d715ea-7113-423d-a867-afe1a41ecf4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:54:22.828851 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-d3d715ea-7113-423d-a867-afe1a41ecf4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-674445'] for router_gateway, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:23.081094 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-d3d715ea-7113-423d-a867-afe1a41ecf4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-673565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:23.085910 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-d3d715ea-7113-423d-a867-afe1a41ecf4c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:23.110519 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-d3d715ea-7113-423d-a867-afe1a41ecf4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-673777'] for router, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:23.111093 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d715ea-7113-423d-a867-afe1a41ecf4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 515444ba-9373-4ab0-a856-a9908e20046b {{(pid=74150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 28 16:54:23.123760 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-d3d715ea-7113-423d-a867-afe1a41ecf4c admin admin] Notify callbacks [] for router, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:23.124814 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-d3d715ea-7113-423d-a867-afe1a41ecf4c admin admin] 10.222.0.30 "DELETE /v2.0/routers/515444ba-9373-4ab0-a856-a9908e20046b HTTP/1.1" status: 204  len: 168 time: 1.5695221
Jun 28 16:54:23.127601 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 43588) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:54:23.186295 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.db_base_plugin_v2 [None req-9262152b-9bc5-4b8d-91be-30054a017786 admin admin] Deleting subnet 323cae5e-b0ca-4159-a857-f280b10a8759 {{(pid=74150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 28 16:54:23.189149 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-9262152b-9bc5-4b8d-91be-30054a017786 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:23.239700 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-9262152b-9bc5-4b8d-91be-30054a017786 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32537730'] for subnet, precommit_delete_associations {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:23.322061 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-9262152b-9bc5-4b8d-91be-30054a017786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1427664'] for subnet, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:23.386359 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-9262152b-9bc5-4b8d-91be-30054a017786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32536586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32270940'] for subnet, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:23.390571 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:54:23.425503 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9262152b-9bc5-4b8d-91be-30054a017786 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=323cae5e-b0ca-4159-a857-f280b10a8759,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:54:23.429433 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-9262152b-9bc5-4b8d-91be-30054a017786 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:54:23.432562 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-9262152b-9bc5-4b8d-91be-30054a017786 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533674'] for subnet, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:23.437744 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1c2e28-2847-4aef-a484-b9a0b8272dfe None None] Network ce5d0d75-0504-4eb6-b527-1f6283338b64 requested from dv-cinder-798104-1-iscsi {{(pid=74152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 28 16:54:23.439984 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-9262152b-9bc5-4b8d-91be-30054a017786 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/323cae5e-b0ca-4159-a857-f280b10a8759 HTTP/1.1" status: 204  len: 168 time: 0.3113184
Jun 28 16:54:23.442383 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 43592) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:54:23.547256 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-b707d74d-43d4-4f96-bbeb-356b2a808fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1600473'] for network, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:23.558895 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.plugin [None req-b707d74d-43d4-4f96-bbeb-356b2a808fe5 admin admin] Deleting port 5d82d233-4507-4ccf-a742-0b5fd63bdb61 {{(pid=74150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 28 16:54:23.559105 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-b707d74d-43d4-4f96-bbeb-356b2a808fe5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771078813103'] for port, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:23.686793 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66783ab2-0ac7-429b-9886-4d511fd26e46 None None] DHCP port deletion for ce5d0d75-0504-4eb6-b527-1f6283338b64 request from dv-cinder-798104-1-iscsi {{(pid=74152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Jun 28 16:54:23.691212 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-66783ab2-0ac7-429b-9886-4d511fd26e46 None None] Deleting port 5d82d233-4507-4ccf-a742-0b5fd63bdb61 {{(pid=74152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 28 16:54:23.691589 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-66783ab2-0ac7-429b-9886-4d511fd26e46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771078813103'] for port, before_delete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:23.765340 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.db [None req-b707d74d-43d4-4f96-bbeb-356b2a808fe5 admin admin] For port 5d82d233-4507-4ccf-a742-0b5fd63bdb61, host dv-cinder-798104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-iscsi',level=0,port_id=5d82d233-4507-4ccf-a742-0b5fd63bdb61,segment=NetworkSegment(b5f9de31-0ee8-4cd8-9c16-fcc6e144e230),segment_id=b5f9de31-0ee8-4cd8-9c16-fcc6e144e230)] {{(pid=74150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:54:23.765685 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-b707d74d-43d4-4f96-bbeb-356b2a808fe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679626'] for port, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:23.887352 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.plugin [None req-b707d74d-43d4-4f96-bbeb-356b2a808fe5 admin admin] Calling delete_port for 5d82d233-4507-4ccf-a742-0b5fd63bdb61 owned by network:dhcp {{(pid=74150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 28 16:54:23.924619 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-66783ab2-0ac7-429b-9886-4d511fd26e46 None None] For port 5d82d233-4507-4ccf-a742-0b5fd63bdb61, host dv-cinder-798104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-iscsi',level=0,port_id=5d82d233-4507-4ccf-a742-0b5fd63bdb61,segment=NetworkSegment(b5f9de31-0ee8-4cd8-9c16-fcc6e144e230),segment_id=b5f9de31-0ee8-4cd8-9c16-fcc6e144e230)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:54:23.924858 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-66783ab2-0ac7-429b-9886-4d511fd26e46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679626'] for port, precommit_delete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:24.051630 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device 5d82d233-4507-4ccf-a742-0b5fd63bdb61 no longer exists at agent ovs-agent-dv-cinder-798104-1-iscsi {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 28 16:54:24.082112 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-b707d74d-43d4-4f96-bbeb-356b2a808fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771078770342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771078328122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32536825'] for port, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:24.084438 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-66783ab2-0ac7-429b-9886-4d511fd26e46 None None] Calling delete_port for 5d82d233-4507-4ccf-a742-0b5fd63bdb61 owned by network:dhcp {{(pid=74152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 28 16:54:24.087853 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-dcf2c770-3983-4dc5-aaf0-08a5146b6974 tempest-AttachVolumeShelveTestJSON-1908769059 tempest-AttachVolumeShelveTestJSON-1908769059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:54:24.126106 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] No Port match for: 5d82d233-4507-4ccf-a742-0b5fd63bdb61 {{(pid=74152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 28 16:54:24.126589 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device 5d82d233-4507-4ccf-a742-0b5fd63bdb61 not bound to the agent host dv-cinder-798104-1-iscsi {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 28 16:54:24.127137 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device cbb29726-34b2-497a-b463-ca98b87515b5 no longer exists at agent ovs-agent-dv-cinder-798104-1-iscsi {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 28 16:54:24.135035 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b707d74d-43d4-4f96-bbeb-356b2a808fe5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d82d233-4507-4ccf-a742-0b5fd63bdb61,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:54:24.141881 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-b707d74d-43d4-4f96-bbeb-356b2a808fe5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:54:24.145914 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b707d74d-43d4-4f96-bbeb-356b2a808fe5 admin admin] No DVR routers for this DVR port 5d82d233-4507-4ccf-a742-0b5fd63bdb61 on host dv-cinder-798104-1-iscsi {{(pid=74150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 28 16:54:24.167321 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] No Port match for: cbb29726-34b2-497a-b463-ca98b87515b5 {{(pid=74152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 28 16:54:24.167723 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device cbb29726-34b2-497a-b463-ca98b87515b5 not bound to the agent host dv-cinder-798104-1-iscsi {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 28 16:54:24.168078 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device b0da1118-bc7f-4a37-8bb2-403325dd395a no longer exists at agent ovs-agent-dv-cinder-798104-1-iscsi {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 28 16:54:24.204696 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] No Port match for: b0da1118-bc7f-4a37-8bb2-403325dd395a {{(pid=74152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 28 16:54:24.205046 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device b0da1118-bc7f-4a37-8bb2-403325dd395a not bound to the agent host dv-cinder-798104-1-iscsi {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 28 16:54:24.231983 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.db.api [None req-66783ab2-0ac7-429b-9886-4d511fd26e46 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74152) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 28 16:54:24.232343 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_db.api [None req-66783ab2-0ac7-429b-9886-4d511fd26e46 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 28 16:54:24.263638 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-b707d74d-43d4-4f96-bbeb-356b2a808fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1428645', 'neutron.services.segments.db._delete_segments_for_network-8771078865026'] for network, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:24.277106 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.services.segments.db [None req-b707d74d-43d4-4f96-bbeb-356b2a808fe5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa2cf331b20>,) {'filters': {'network_id': ['ce5d0d75-0504-4eb6-b527-1f6283338b64']}} {{(pid=74150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:54:24.290517 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.services.segments.db [None req-b707d74d-43d4-4f96-bbeb-356b2a808fe5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa2cf331b20>, 'b5f9de31-0ee8-4cd8-9c16-fcc6e144e230') {'for_net_delete': True} {{(pid=74150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:54:24.290809 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.services.segments.db [None req-b707d74d-43d4-4f96-bbeb-356b2a808fe5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa2cf331b20>, 'b5f9de31-0ee8-4cd8-9c16-fcc6e144e230') {} {{(pid=74150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:54:24.302885 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-b707d74d-43d4-4f96-bbeb-356b2a808fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771078786973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32537741'] for segment, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:24.323549 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-b707d74d-43d4-4f96-bbeb-356b2a808fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719364'] for segment, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:24.332409 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b707d74d-43d4-4f96-bbeb-356b2a808fe5 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=74150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jun 28 16:54:24.333065 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-b707d74d-43d4-4f96-bbeb-356b2a808fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1719391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32536748'] for segment, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:24.355287 dv-cinder-798104-1-iscsi neutron-server[74150]: Traceback (most recent call last):
Jun 28 16:54:24.355287 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jun 28 16:54:24.355287 dv-cinder-798104-1-iscsi neutron-server[74150]:     timer()
Jun 28 16:54:24.355287 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 28 16:54:24.355287 dv-cinder-798104-1-iscsi neutron-server[74150]:     cb(*args, **kw)
Jun 28 16:54:24.355287 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jun 28 16:54:24.355287 dv-cinder-798104-1-iscsi neutron-server[74150]:     return func(*args, **kwargs)
Jun 28 16:54:24.355287 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 28 16:54:24.355287 dv-cinder-798104-1-iscsi neutron-server[74150]:     self._notify()
Jun 28 16:54:24.355287 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 28 16:54:24.355287 dv-cinder-798104-1-iscsi neutron-server[74150]:     self.callback(batched_events)
Jun 28 16:54:24.355287 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 28 16:54:24.355287 dv-cinder-798104-1-iscsi neutron-server[74150]:     event.method(event)
Jun 28 16:54:24.355287 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 28 16:54:24.355287 dv-cinder-798104-1-iscsi neutron-server[74150]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 28 16:54:24.355287 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 28 16:54:24.355287 dv-cinder-798104-1-iscsi neutron-server[74150]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 28 16:54:24.355287 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 28 16:54:24.355287 dv-cinder-798104-1-iscsi neutron-server[74150]:     return f(self, *a, **k)
Jun 28 16:54:24.355287 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jun 28 16:54:24.355287 dv-cinder-798104-1-iscsi neutron-server[74150]:     return self._get(url).json()
Jun 28 16:54:24.355287 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jun 28 16:54:24.355287 dv-cinder-798104-1-iscsi neutron-server[74150]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 28 16:54:24.355287 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jun 28 16:54:24.355287 dv-cinder-798104-1-iscsi neutron-server[74150]:     return self.request(url, 'GET', **kwargs)
Jun 28 16:54:24.355287 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jun 28 16:54:24.355287 dv-cinder-798104-1-iscsi neutron-server[74150]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 28 16:54:24.355287 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jun 28 16:54:24.355287 dv-cinder-798104-1-iscsi neutron-server[74150]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 28 16:54:24.355287 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jun 28 16:54:24.355287 dv-cinder-798104-1-iscsi neutron-server[74150]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 28 16:54:24.355287 dv-cinder-798104-1-iscsi neutron-server[74150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 28 16:54:24.434611 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-b707d74d-43d4-4f96-bbeb-356b2a808fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1428054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-674480'] for network, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:24.438336 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-dd50a561-da60-45ad-bd2e-6b611a800517 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:54:24.451610 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-b707d74d-43d4-4f96-bbeb-356b2a808fe5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533674'] for network, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:24.464176 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b707d74d-43d4-4f96-bbeb-356b2a808fe5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce5d0d75-0504-4eb6-b527-1f6283338b64,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:54:24.468324 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-b707d74d-43d4-4f96-bbeb-356b2a808fe5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:54:24.476207 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-b707d74d-43d4-4f96-bbeb-356b2a808fe5 admin admin] 10.222.0.30 "DELETE /v2.0/networks/ce5d0d75-0504-4eb6-b527-1f6283338b64 HTTP/1.1" status: 204  len: 168 time: 1.0328078
Jun 28 16:54:24.478979 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 43598) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:54:24.733561 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-66783ab2-0ac7-429b-9886-4d511fd26e46 None None] Deleting port 5d82d233-4507-4ccf-a742-0b5fd63bdb61 {{(pid=74152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 28 16:54:24.734178 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-66783ab2-0ac7-429b-9886-4d511fd26e46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771078813103'] for port, before_delete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:24.799629 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-66783ab2-0ac7-429b-9886-4d511fd26e46 None None] The port '5d82d233-4507-4ccf-a742-0b5fd63bdb61' was deleted {{(pid=74152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Jun 28 16:54:24.886654 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-93423a3b-523f-4d0a-97ac-61bae1e2a29c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-677466'] for router_interface, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:25.464290 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.plugin [None req-93423a3b-523f-4d0a-97ac-61bae1e2a29c admin admin] Deleting port 941ffdd5-2c1d-40d5-aa5f-dd4670f9052c {{(pid=74150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 28 16:54:25.464623 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-93423a3b-523f-4d0a-97ac-61bae1e2a29c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771078813103'] for port, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:25.723242 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.db [None req-93423a3b-523f-4d0a-97ac-61bae1e2a29c admin admin] For port 941ffdd5-2c1d-40d5-aa5f-dd4670f9052c, host dv-cinder-798104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-iscsi',level=0,port_id=941ffdd5-2c1d-40d5-aa5f-dd4670f9052c,segment=NetworkSegment(47e9fb60-de2c-4fbf-8ed6-15a88c5cce38),segment_id=47e9fb60-de2c-4fbf-8ed6-15a88c5cce38)] {{(pid=74150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:54:25.723500 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-93423a3b-523f-4d0a-97ac-61bae1e2a29c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679626'] for port, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:25.843086 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.plugin [None req-93423a3b-523f-4d0a-97ac-61bae1e2a29c admin admin] Calling delete_port for 941ffdd5-2c1d-40d5-aa5f-dd4670f9052c owned by network:router_interface {{(pid=74150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 28 16:54:26.015505 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-93423a3b-523f-4d0a-97ac-61bae1e2a29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771078770342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771078328122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32536825'] for port, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:26.018655 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-5c21e0cd-dc89-48d5-9f59-771f7553e0b4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:54:26.059736 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93423a3b-523f-4d0a-97ac-61bae1e2a29c admin admin] Pushing event deleted for resources: {'Port': ['ID=941ffdd5-2c1d-40d5-aa5f-dd4670f9052c,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:54:26.062393 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-93423a3b-523f-4d0a-97ac-61bae1e2a29c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:54:26.348874 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-93423a3b-523f-4d0a-97ac-61bae1e2a29c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675940'] for router_interface, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:26.907211 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93423a3b-523f-4d0a-97ac-61bae1e2a29c admin admin] Router 11d9f0aa-1349-4734-a8d7-f9be657abcc5 has already been hosted by L3 agent c1a676c2-2a78-4c35-ab22-a28e05dfd46e {{(pid=74150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 28 16:54:27.206716 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93423a3b-523f-4d0a-97ac-61bae1e2a29c admin admin] Notify agent at l3_agent.dv-cinder-798104-1-iscsi the message routers_updated {{(pid=74150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 28 16:54:27.215179 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccefe31-23d3-4f65-ab09-0e5bf5550ca9 None None] Sync routers for ids ['11d9f0aa-1349-4734-a8d7-f9be657abcc5'] in dv-cinder-798104-1-iscsi {{(pid=74153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 28 16:54:27.218087 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-93423a3b-523f-4d0a-97ac-61bae1e2a29c admin admin] 10.222.0.30 "PUT /v2.0/routers/11d9f0aa-1349-4734-a8d7-f9be657abcc5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7369225
Jun 28 16:54:27.219352 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 43602) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:54:27.227033 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccefe31-23d3-4f65-ab09-0e5bf5550ca9 None None] Routers {'11d9f0aa-1349-4734-a8d7-f9be657abcc5'} bound to L3 agent in host dv-cinder-798104-1-iscsi {{(pid=74153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 28 16:54:27.227634 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_hamode_db [None req-0ccefe31-23d3-4f65-ab09-0e5bf5550ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa2cf7484c0>, 'dv-cinder-798104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T16:33:11Z,description=<?>,heartbeat_timestamp=2021-06-28T16:54:11Z,host='dv-cinder-798104-1-iscsi',id=c1a676c2-2a78-4c35-ab22-a28e05dfd46e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-28T16:33:11Z,topic='l3_agent')) {'router_ids': ['11d9f0aa-1349-4734-a8d7-f9be657abcc5'], 'active': True} {{(pid=74153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:54:27.398511 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_dvr_db [None req-0ccefe31-23d3-4f65-ab09-0e5bf5550ca9 None None] Set router 11d9f0aa-1349-4734-a8d7-f9be657abcc5 gateway port host: dv-cinder-798104-1-iscsi {{(pid=74153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 28 16:54:27.409442 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-bbdda90b-a796-4d44-90fe-d5f04282fa4c admin admin] Notify callbacks [] for router, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:27.601867 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-bbdda90b-a796-4d44-90fe-d5f04282fa4c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:27.611486 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.plugin [None req-bbdda90b-a796-4d44-90fe-d5f04282fa4c admin admin] Deleting port 9ea5505b-36ac-424f-ab3c-e050e3a63fef {{(pid=74150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 28 16:54:27.611817 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-bbdda90b-a796-4d44-90fe-d5f04282fa4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771078813103'] for port, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:27.672134 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_hamode_db [None req-0ccefe31-23d3-4f65-ab09-0e5bf5550ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa2cf7484c0>, [{'id': '11d9f0aa-1349-4734-a8d7-f9be657abcc5', 'name': 'tempest-TestVolumeBootPattern-1212192748-router', 'tenant_id': 'cf15771c83e644f98960f6997cbd2e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'external_fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '9ea5505b-36ac-424f-ab3c-e050e3a63fef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:46:50Z', 'updated_at': '2021-06-28T16:54:25Z', 'revision_number': 5, 'project_id': 'cf15771c83e644f98960f6997cbd2e8e', 'gw_port': {'id': '9ea5505b-36ac-424f-ab3c-e050e3a63fef', 'name': '', 'network_id': '05d3a8da-27a1-489e-9cdc-367ff8331792', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d9f0aa-1349-4734-a8d7-f9be657abcc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29317296-a498-419b-860c-f9843650e8eb', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:46:50Z', 'updated_at': '2021-06-28T16:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29317296-a498-419b-860c-f9843650e8eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-iscsi'}], 'dv-cinder-798104-1-iscsi', False) {} {{(pid=74153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:54:27.675880 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccefe31-23d3-4f65-ab09-0e5bf5550ca9 None None] Checking router: 11d9f0aa-1349-4734-a8d7-f9be657abcc5 for host: dv-cinder-798104-1-iscsi {{(pid=74153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 28 16:54:27.687022 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccefe31-23d3-4f65-ab09-0e5bf5550ca9 None None] Routers {'11d9f0aa-1349-4734-a8d7-f9be657abcc5'} bound to L3 agent in host dv-cinder-798104-1-iscsi {{(pid=74153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 28 16:54:27.687632 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_hamode_db [None req-0ccefe31-23d3-4f65-ab09-0e5bf5550ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa2cf7484c0>, 'dv-cinder-798104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T16:33:11Z,description=<?>,heartbeat_timestamp=2021-06-28T16:54:11Z,host='dv-cinder-798104-1-iscsi',id=c1a676c2-2a78-4c35-ab22-a28e05dfd46e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-28T16:33:11Z,topic='l3_agent')) {'router_ids': ['11d9f0aa-1349-4734-a8d7-f9be657abcc5'], 'active': True} {{(pid=74153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:54:27.782187 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.db [None req-bbdda90b-a796-4d44-90fe-d5f04282fa4c admin admin] For port 9ea5505b-36ac-424f-ab3c-e050e3a63fef, host dv-cinder-798104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-iscsi',level=0,port_id=9ea5505b-36ac-424f-ab3c-e050e3a63fef,segment=NetworkSegment(c33c21b7-7592-40e1-a334-7e00067f8a18),segment_id=c33c21b7-7592-40e1-a334-7e00067f8a18)] {{(pid=74150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:54:27.782536 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-bbdda90b-a796-4d44-90fe-d5f04282fa4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679626'] for port, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:27.837261 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_dvr_db [None req-0ccefe31-23d3-4f65-ab09-0e5bf5550ca9 None None] Set router 11d9f0aa-1349-4734-a8d7-f9be657abcc5 gateway port host: None {{(pid=74153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 28 16:54:27.902359 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.plugin [None req-bbdda90b-a796-4d44-90fe-d5f04282fa4c admin admin] Calling delete_port for 9ea5505b-36ac-424f-ab3c-e050e3a63fef owned by network:router_gateway {{(pid=74150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 28 16:54:27.941367 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.l3_hamode_db [None req-0ccefe31-23d3-4f65-ab09-0e5bf5550ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa2cf7484c0>, [{'id': '11d9f0aa-1349-4734-a8d7-f9be657abcc5', 'name': 'tempest-TestVolumeBootPattern-1212192748-router', 'tenant_id': 'cf15771c83e644f98960f6997cbd2e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:46:50Z', 'updated_at': '2021-06-28T16:54:27Z', 'revision_number': 6, 'project_id': 'cf15771c83e644f98960f6997cbd2e8e', 'gw_port_host': None}], 'dv-cinder-798104-1-iscsi', False) {} {{(pid=74153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:54:27.945351 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccefe31-23d3-4f65-ab09-0e5bf5550ca9 None None] The sync data for ids ['11d9f0aa-1349-4734-a8d7-f9be657abcc5'] in dv-cinder-798104-1-iscsi is: [{'id': '11d9f0aa-1349-4734-a8d7-f9be657abcc5', 'name': 'tempest-TestVolumeBootPattern-1212192748-router', 'tenant_id': 'cf15771c83e644f98960f6997cbd2e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:46:50Z', 'updated_at': '2021-06-28T16:54:27Z', 'revision_number': 6, 'project_id': 'cf15771c83e644f98960f6997cbd2e8e', 'gw_port_host': None}] {{(pid=74153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 28 16:54:28.069090 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-bbdda90b-a796-4d44-90fe-d5f04282fa4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771078770342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771078328122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32536825'] for port, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:28.076031 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-6b3a775c-53c8-4d24-b66d-408168522e86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:54:28.118818 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdda90b-a796-4d44-90fe-d5f04282fa4c admin admin] Pushing event deleted for resources: {'Port': ['ID=9ea5505b-36ac-424f-ab3c-e050e3a63fef,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:54:28.121328 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-bbdda90b-a796-4d44-90fe-d5f04282fa4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:54:28.337076 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-bbdda90b-a796-4d44-90fe-d5f04282fa4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-674445'] for router_gateway, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:28.688924 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-bbdda90b-a796-4d44-90fe-d5f04282fa4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-673565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:28.693445 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-bbdda90b-a796-4d44-90fe-d5f04282fa4c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:28.719729 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-bbdda90b-a796-4d44-90fe-d5f04282fa4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-673777'] for router, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:28.720326 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbdda90b-a796-4d44-90fe-d5f04282fa4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11d9f0aa-1349-4734-a8d7-f9be657abcc5 {{(pid=74150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 28 16:54:28.733700 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-bbdda90b-a796-4d44-90fe-d5f04282fa4c admin admin] Notify callbacks [] for router, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:28.734797 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-bbdda90b-a796-4d44-90fe-d5f04282fa4c admin admin] 10.222.0.30 "DELETE /v2.0/routers/11d9f0aa-1349-4734-a8d7-f9be657abcc5 HTTP/1.1" status: 204  len: 168 time: 1.5145617
Jun 28 16:54:28.738677 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 43606) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:54:28.799562 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.db_base_plugin_v2 [None req-36d1737f-4d5e-4e59-9a0a-83933b7c54f1 admin admin] Deleting subnet dbbfd716-ec54-49ba-9e75-607b78b2a18b {{(pid=74150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 28 16:54:28.802543 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-36d1737f-4d5e-4e59-9a0a-83933b7c54f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:28.855728 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-36d1737f-4d5e-4e59-9a0a-83933b7c54f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32537730'] for subnet, precommit_delete_associations {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:28.935208 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-36d1737f-4d5e-4e59-9a0a-83933b7c54f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1427664'] for subnet, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:29.001392 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-36d1737f-4d5e-4e59-9a0a-83933b7c54f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32536586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32270940'] for subnet, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:29.005640 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:54:29.043833 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d1737f-4d5e-4e59-9a0a-83933b7c54f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbbfd716-ec54-49ba-9e75-607b78b2a18b,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:54:29.046545 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-36d1737f-4d5e-4e59-9a0a-83933b7c54f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:54:29.048966 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-36d1737f-4d5e-4e59-9a0a-83933b7c54f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533674'] for subnet, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:29.054757 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c0866a-6025-4811-b37a-d734fd467689 None None] Network e83e5a62-2a43-47c8-80a2-77bcca0deaee requested from dv-cinder-798104-1-iscsi {{(pid=74152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 28 16:54:29.055611 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-36d1737f-4d5e-4e59-9a0a-83933b7c54f1 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/dbbfd716-ec54-49ba-9e75-607b78b2a18b HTTP/1.1" status: 204  len: 168 time: 0.3152342
Jun 28 16:54:29.057252 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [-] (74150) accepted ('10.222.0.30', 43610) {{(pid=74150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:54:29.163731 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-86ceb0fd-b027-4c59-8532-e281a6ac1d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1600473'] for network, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:29.173805 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.plugin [None req-86ceb0fd-b027-4c59-8532-e281a6ac1d60 admin admin] Deleting port bb260be0-4ad4-444e-a38f-8faec6b3096b {{(pid=74150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 28 16:54:29.174117 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-86ceb0fd-b027-4c59-8532-e281a6ac1d60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771078813103'] for port, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:29.300849 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8815969b-52f4-43b3-9e92-d99382e4ed31 None None] DHCP port deletion for e83e5a62-2a43-47c8-80a2-77bcca0deaee request from dv-cinder-798104-1-iscsi {{(pid=74152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Jun 28 16:54:29.305087 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-8815969b-52f4-43b3-9e92-d99382e4ed31 None None] Deleting port bb260be0-4ad4-444e-a38f-8faec6b3096b {{(pid=74152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 28 16:54:29.305490 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8815969b-52f4-43b3-9e92-d99382e4ed31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771078813103'] for port, before_delete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:29.384727 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.db [None req-86ceb0fd-b027-4c59-8532-e281a6ac1d60 admin admin] For port bb260be0-4ad4-444e-a38f-8faec6b3096b, host dv-cinder-798104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-iscsi',level=0,port_id=bb260be0-4ad4-444e-a38f-8faec6b3096b,segment=NetworkSegment(47e9fb60-de2c-4fbf-8ed6-15a88c5cce38),segment_id=47e9fb60-de2c-4fbf-8ed6-15a88c5cce38)] {{(pid=74150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:54:29.385389 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-86ceb0fd-b027-4c59-8532-e281a6ac1d60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679626'] for port, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:29.499363 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.db [None req-8815969b-52f4-43b3-9e92-d99382e4ed31 None None] For port bb260be0-4ad4-444e-a38f-8faec6b3096b, host dv-cinder-798104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-iscsi',level=0,port_id=bb260be0-4ad4-444e-a38f-8faec6b3096b,segment=NetworkSegment(47e9fb60-de2c-4fbf-8ed6-15a88c5cce38),segment_id=47e9fb60-de2c-4fbf-8ed6-15a88c5cce38)] {{(pid=74152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 28 16:54:29.499751 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8815969b-52f4-43b3-9e92-d99382e4ed31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679626'] for port, precommit_delete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:29.503663 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.plugin [None req-86ceb0fd-b027-4c59-8532-e281a6ac1d60 admin admin] Calling delete_port for bb260be0-4ad4-444e-a38f-8faec6b3096b owned by network:dhcp {{(pid=74150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 28 16:54:29.579145 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-86ceb0fd-b027-4c59-8532-e281a6ac1d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1813633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771078770342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771078328122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32536825'] for port, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:29.582746 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-d3d715ea-7113-423d-a867-afe1a41ecf4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:54:29.618811 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-8815969b-52f4-43b3-9e92-d99382e4ed31 None None] Calling delete_port for bb260be0-4ad4-444e-a38f-8faec6b3096b owned by network:dhcp {{(pid=74152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 28 16:54:29.623583 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ceb0fd-b027-4c59-8532-e281a6ac1d60 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb260be0-4ad4-444e-a38f-8faec6b3096b,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:54:29.626032 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-86ceb0fd-b027-4c59-8532-e281a6ac1d60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:54:29.629217 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ceb0fd-b027-4c59-8532-e281a6ac1d60 admin admin] No DVR routers for this DVR port bb260be0-4ad4-444e-a38f-8faec6b3096b on host dv-cinder-798104-1-iscsi {{(pid=74150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 28 16:54:29.687708 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.db.api [None req-8815969b-52f4-43b3-9e92-d99382e4ed31 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74152) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 28 16:54:29.688069 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG oslo_db.api [None req-8815969b-52f4-43b3-9e92-d99382e4ed31 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 28 16:54:29.743564 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-86ceb0fd-b027-4c59-8532-e281a6ac1d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1428645', 'neutron.services.segments.db._delete_segments_for_network-8771078865026'] for network, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:29.756104 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.services.segments.db [None req-86ceb0fd-b027-4c59-8532-e281a6ac1d60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa2ceeb1ee0>,) {'filters': {'network_id': ['e83e5a62-2a43-47c8-80a2-77bcca0deaee']}} {{(pid=74150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:54:29.768322 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.services.segments.db [None req-86ceb0fd-b027-4c59-8532-e281a6ac1d60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa2ceeb1ee0>, '47e9fb60-de2c-4fbf-8ed6-15a88c5cce38') {'for_net_delete': True} {{(pid=74150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:54:29.768615 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.services.segments.db [None req-86ceb0fd-b027-4c59-8532-e281a6ac1d60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa2ceeb1ee0>, '47e9fb60-de2c-4fbf-8ed6-15a88c5cce38') {} {{(pid=74150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 28 16:54:29.779775 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-86ceb0fd-b027-4c59-8532-e281a6ac1d60 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771078786973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32537741'] for segment, before_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:29.794957 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-86ceb0fd-b027-4c59-8532-e281a6ac1d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719364'] for segment, precommit_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:29.800884 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86ceb0fd-b027-4c59-8532-e281a6ac1d60 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=74150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jun 28 16:54:29.801295 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-86ceb0fd-b027-4c59-8532-e281a6ac1d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1719391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32536748'] for segment, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:29.818101 dv-cinder-798104-1-iscsi neutron-server[74150]: Traceback (most recent call last):
Jun 28 16:54:29.818101 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jun 28 16:54:29.818101 dv-cinder-798104-1-iscsi neutron-server[74150]:     timer()
Jun 28 16:54:29.818101 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 28 16:54:29.818101 dv-cinder-798104-1-iscsi neutron-server[74150]:     cb(*args, **kw)
Jun 28 16:54:29.818101 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jun 28 16:54:29.818101 dv-cinder-798104-1-iscsi neutron-server[74150]:     return func(*args, **kwargs)
Jun 28 16:54:29.818101 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 28 16:54:29.818101 dv-cinder-798104-1-iscsi neutron-server[74150]:     self._notify()
Jun 28 16:54:29.818101 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 28 16:54:29.818101 dv-cinder-798104-1-iscsi neutron-server[74150]:     self.callback(batched_events)
Jun 28 16:54:29.818101 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 28 16:54:29.818101 dv-cinder-798104-1-iscsi neutron-server[74150]:     event.method(event)
Jun 28 16:54:29.818101 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 28 16:54:29.818101 dv-cinder-798104-1-iscsi neutron-server[74150]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 28 16:54:29.818101 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 28 16:54:29.818101 dv-cinder-798104-1-iscsi neutron-server[74150]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 28 16:54:29.818101 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 28 16:54:29.818101 dv-cinder-798104-1-iscsi neutron-server[74150]:     return f(self, *a, **k)
Jun 28 16:54:29.818101 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jun 28 16:54:29.818101 dv-cinder-798104-1-iscsi neutron-server[74150]:     return self._get(url).json()
Jun 28 16:54:29.818101 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jun 28 16:54:29.818101 dv-cinder-798104-1-iscsi neutron-server[74150]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 28 16:54:29.818101 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jun 28 16:54:29.818101 dv-cinder-798104-1-iscsi neutron-server[74150]:     return self.request(url, 'GET', **kwargs)
Jun 28 16:54:29.818101 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jun 28 16:54:29.818101 dv-cinder-798104-1-iscsi neutron-server[74150]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 28 16:54:29.818101 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jun 28 16:54:29.818101 dv-cinder-798104-1-iscsi neutron-server[74150]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 28 16:54:29.818101 dv-cinder-798104-1-iscsi neutron-server[74150]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jun 28 16:54:29.818101 dv-cinder-798104-1-iscsi neutron-server[74150]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 28 16:54:29.818101 dv-cinder-798104-1-iscsi neutron-server[74150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 28 16:54:29.889855 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-86ceb0fd-b027-4c59-8532-e281a6ac1d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1428054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-674480'] for network, after_delete {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:29.894527 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron_lib.callbacks.manager [None req-86ceb0fd-b027-4c59-8532-e281a6ac1d60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533674'] for network, before_response {{(pid=74150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:29.897067 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:54:29.918493 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ceb0fd-b027-4c59-8532-e281a6ac1d60 admin admin] Pushing event deleted for resources: {'Network': ['ID=e83e5a62-2a43-47c8-80a2-77bcca0deaee,revision_number=None']} {{(pid=74150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:54:29.920696 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG oslo_concurrency.lockutils [None req-86ceb0fd-b027-4c59-8532-e281a6ac1d60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:54:29.922769 dv-cinder-798104-1-iscsi neutron-server[74150]: INFO neutron.wsgi [None req-86ceb0fd-b027-4c59-8532-e281a6ac1d60 admin admin] 10.222.0.30 "DELETE /v2.0/networks/e83e5a62-2a43-47c8-80a2-77bcca0deaee HTTP/1.1" status: 204  len: 168 time: 0.8644867
Jun 28 16:54:30.020243 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device 941ffdd5-2c1d-40d5-aa5f-dd4670f9052c no longer exists at agent ovs-agent-dv-cinder-798104-1-iscsi {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 28 16:54:30.051721 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] No Port match for: 941ffdd5-2c1d-40d5-aa5f-dd4670f9052c {{(pid=74152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 28 16:54:30.052070 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device 941ffdd5-2c1d-40d5-aa5f-dd4670f9052c not bound to the agent host dv-cinder-798104-1-iscsi {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 28 16:54:30.052493 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device 9ea5505b-36ac-424f-ab3c-e050e3a63fef no longer exists at agent ovs-agent-dv-cinder-798104-1-iscsi {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 28 16:54:30.067830 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 43616) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:54:30.086689 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] No Port match for: 9ea5505b-36ac-424f-ab3c-e050e3a63fef {{(pid=74152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 28 16:54:30.087212 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device 9ea5505b-36ac-424f-ab3c-e050e3a63fef not bound to the agent host dv-cinder-798104-1-iscsi {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 28 16:54:30.087430 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device bb260be0-4ad4-444e-a38f-8faec6b3096b no longer exists at agent ovs-agent-dv-cinder-798104-1-iscsi {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 28 16:54:30.118965 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] No Port match for: bb260be0-4ad4-444e-a38f-8faec6b3096b {{(pid=74152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 28 16:54:30.119474 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.rpc [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Device bb260be0-4ad4-444e-a38f-8faec6b3096b not bound to the agent host dv-cinder-798104-1-iscsi {{(pid=74152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 28 16:54:30.133932 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-51317404-af93-4867-9bd4-347b64d28d52 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ce884a9bddfa4cbbac44e05b827223b3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0648298
Jun 28 16:54:30.136237 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 43620) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:54:30.189178 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-8815969b-52f4-43b3-9e92-d99382e4ed31 None None] Deleting port bb260be0-4ad4-444e-a38f-8faec6b3096b {{(pid=74152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 28 16:54:30.189692 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8815969b-52f4-43b3-9e92-d99382e4ed31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771078813103'] for port, before_delete {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:30.195295 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-8704710b-e33e-4470-81b5-4385699be011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:30.221227 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-8704710b-e33e-4470-81b5-4385699be011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:30.252720 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron.plugins.ml2.plugin [None req-8815969b-52f4-43b3-9e92-d99382e4ed31 None None] The port 'bb260be0-4ad4-444e-a38f-8faec6b3096b' was deleted {{(pid=74152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Jun 28 16:54:30.271662 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-8704710b-e33e-4470-81b5-4385699be011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:30.276179 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-f8cd7628-0207-4388-b6c3-e1015ab1a1cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:54:30.289274 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8704710b-e33e-4470-81b5-4385699be011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=035118fe-295b-4a4e-93b2-41419ee12438,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:54:30.292525 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-8704710b-e33e-4470-81b5-4385699be011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:54:30.297664 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-8704710b-e33e-4470-81b5-4385699be011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:30.298763 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-8704710b-e33e-4470-81b5-4385699be011 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/035118fe-295b-4a4e-93b2-41419ee12438 HTTP/1.1" status: 204  len: 168 time: 0.1616526
Jun 28 16:54:30.682601 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 43628) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:54:30.732812 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-ecb640ff-8fd5-409e-90f3-dae71b18cc19 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cf15771c83e644f98960f6997cbd2e8e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0488827
Jun 28 16:54:30.735203 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.wsgi [-] (74151) accepted ('10.222.0.30', 43632) {{(pid=74151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 28 16:54:30.797920 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-32600f18-daff-4f90-be7f-19b47a4608b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:30.824369 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-32600f18-daff-4f90-be7f-19b47a4608b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:30.874888 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-32600f18-daff-4f90-be7f-19b47a4608b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345269'] for security_group, after_delete {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:30.878641 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-2534b41c-2fb7-4e21-90e8-2e6316f5cc6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 28 16:54:30.889686 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32600f18-daff-4f90-be7f-19b47a4608b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d4cf9d8-92ce-453e-8aa9-a09c7c4de7a2,revision_number=None']} {{(pid=74151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 28 16:54:30.891944 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG oslo_concurrency.lockutils [None req-32600f18-daff-4f90-be7f-19b47a4608b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=74151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 28 16:54:30.898176 dv-cinder-798104-1-iscsi neutron-server[74151]: DEBUG neutron_lib.callbacks.manager [None req-32600f18-daff-4f90-be7f-19b47a4608b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:30.899262 dv-cinder-798104-1-iscsi neutron-server[74151]: INFO neutron.wsgi [None req-32600f18-daff-4f90-be7f-19b47a4608b5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3d4cf9d8-92ce-453e-8aa9-a09c7c4de7a2 HTTP/1.1" status: 204  len: 168 time: 0.1631289
Jun 28 16:54:38.979952 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-fd888b53-d750-44db-bf86-5c863385a23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:39.477787 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:41.245081 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-278a6eae-2b70-4fac-b321-2c267be3ebbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:42.471477 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-6c3ff140-2be5-46e8-b74a-5424bc372793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:44.082281 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-5e27322e-457d-4bf0-b73d-ff6c09f635fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:45.148209 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:54:49.492036 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.agents_db [None req-cfc1c983-b0ac-48e0-8737-db5653a7b2f7 None None] Agent healthcheck: found 6 active agents {{(pid=74153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 28 16:55:08.980335 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-a6bcd928-9cf6-4b6a-b866-12e78c6052a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:55:09.480188 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:55:11.246635 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-4a8df5a7-6346-4919-80b9-eaca7e9bbd21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:55:12.475939 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-6c3ff140-2be5-46e8-b74a-5424bc372793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:55:14.084615 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-5e27322e-457d-4bf0-b73d-ff6c09f635fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:55:15.140959 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:55:26.491243 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.agents_db [None req-cfc1c983-b0ac-48e0-8737-db5653a7b2f7 None None] Agent healthcheck: found 6 active agents {{(pid=74153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 28 16:55:38.982589 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-67dfd362-c739-4937-826a-2cb213a62240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:55:39.480723 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:55:41.247481 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-61c12eac-7f27-4780-a429-ec6d682b82ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:55:42.478341 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-6c3ff140-2be5-46e8-b74a-5424bc372793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:55:44.087937 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-5e27322e-457d-4bf0-b73d-ff6c09f635fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:55:45.154944 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:56:03.491113 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.agents_db [None req-cfc1c983-b0ac-48e0-8737-db5653a7b2f7 None None] Agent healthcheck: found 6 active agents {{(pid=74153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 28 16:56:08.983991 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-937a267f-a4e5-436c-83eb-1e0112862ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:56:09.483103 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:56:11.248374 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-c0975093-05f0-4848-9706-52a7d177c9d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:56:12.481143 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-6c3ff140-2be5-46e8-b74a-5424bc372793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:56:14.090012 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-5e27322e-457d-4bf0-b73d-ff6c09f635fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:56:15.156939 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:56:38.985466 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-6a4dc6e2-99e1-4100-b131-eb70fe7a9f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:56:39.484629 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:56:40.494789 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.agents_db [None req-cfc1c983-b0ac-48e0-8737-db5653a7b2f7 None None] Agent healthcheck: found 6 active agents {{(pid=74153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 28 16:56:41.249402 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-e947a877-2345-4e78-9f91-c2d25a9082f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:56:42.483727 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-6c3ff140-2be5-46e8-b74a-5424bc372793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:56:44.093551 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-5e27322e-457d-4bf0-b73d-ff6c09f635fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:56:45.168996 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:57:08.986454 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-b903e6e3-d070-4200-b261-5fee9a21b5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:57:09.486602 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:57:11.251405 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-6df78698-3403-4156-8e0f-e29c2e653c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:57:12.486552 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-6c3ff140-2be5-46e8-b74a-5424bc372793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:57:14.095479 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-5e27322e-457d-4bf0-b73d-ff6c09f635fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:57:15.198825 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:57:15.336136 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [req-ec0bd68c-c76c-4caa-b6fd-f5e63195e4ff req-efa4ff39-e494-47b6-a607-ef8094ea986b service neutron] (74150) timed out ('10.222.0.15', 56753) {{(pid=74150) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 28 16:57:17.495215 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.agents_db [None req-cfc1c983-b0ac-48e0-8737-db5653a7b2f7 None None] Agent healthcheck: found 6 active agents {{(pid=74153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 28 16:57:38.987984 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-071b63ef-5204-48ec-8c48-f66e53a68b8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:57:39.488652 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:57:41.253742 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-b884262b-08ab-4a45-9e95-15b836104d67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:57:42.489337 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-6c3ff140-2be5-46e8-b74a-5424bc372793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:57:44.097920 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-5e27322e-457d-4bf0-b73d-ff6c09f635fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:57:45.196980 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:57:54.495110 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.agents_db [None req-cfc1c983-b0ac-48e0-8737-db5653a7b2f7 None None] Agent healthcheck: found 6 active agents {{(pid=74153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 28 16:58:08.990216 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-1ba56541-6a92-4ca3-b9d4-1493199edc5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:58:09.489935 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:58:11.256452 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-b0e5cd57-65d0-4d16-ac0f-60c2d1fac4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:58:12.492549 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-6c3ff140-2be5-46e8-b74a-5424bc372793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:58:14.101372 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-5e27322e-457d-4bf0-b73d-ff6c09f635fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:58:15.201732 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:58:31.494904 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.agents_db [None req-cfc1c983-b0ac-48e0-8737-db5653a7b2f7 None None] Agent healthcheck: found 6 active agents {{(pid=74153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 28 16:58:38.992010 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-3a1cf431-d76a-4e98-8cb9-042fb0baa3fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:58:39.492641 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:58:41.257634 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-5683ea50-fcbc-4f23-9eda-959eb2b6d0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:58:42.496533 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-6c3ff140-2be5-46e8-b74a-5424bc372793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:58:44.104738 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-5e27322e-457d-4bf0-b73d-ff6c09f635fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:58:45.197416 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:59:08.495505 dv-cinder-798104-1-iscsi neutron-server[74153]: DEBUG neutron.db.agents_db [None req-cfc1c983-b0ac-48e0-8737-db5653a7b2f7 None None] Agent healthcheck: found 6 active agents {{(pid=74153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 28 16:59:08.992794 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-1613ef3c-1893-458a-b139-9f0df3bab9c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:59:09.494964 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8251da27-f29d-4759-b5ba-263889b995b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:59:11.259297 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-9bbfd5ac-7531-4774-8923-04cacb71277f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:59:12.498356 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-6c3ff140-2be5-46e8-b74a-5424bc372793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:59:14.107985 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-5e27322e-457d-4bf0-b73d-ff6c09f635fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:59:15.195113 dv-cinder-798104-1-iscsi neutron-server[74152]: DEBUG neutron_lib.callbacks.manager [None req-8306228d-63e4-4089-a423-fbfdb736267c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771078865008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1426323'] for agent, after_update {{(pid=74152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 28 16:59:27.426667 dv-cinder-798104-1-iscsi neutron-server[74150]: DEBUG neutron.wsgi [req-fdc768ab-7bea-43d3-8160-a5f6717df99e req-8090dda7-6ed0-4851-a880-bac00a4953fe service neutron] (74150) timed out ('10.222.0.15', 56749) {{(pid=74150) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}